-- Logs begin at Mon 2022-04-18 19:51:28 UTC, end at Mon 2022-04-18 21:14:02 UTC. -- Apr 18 20:43:36.000908 dv-cinder-826510-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 20:43:39.023973 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:43:39.024686 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120 Apr 18 20:43:39.024783 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110552) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 20:43:39.028260 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:43:39.028516 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120 Apr 18 20:43:39.028833 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110552) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 20:43:39.029809 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:43:39.030046 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:43:39.030434 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:43:39.030686 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:43:39.030944 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:43:39.031382 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.031832 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 18 20:43:39.032154 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.032459 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.032783 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.033067 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.033366 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.033655 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.034709 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.035149 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.035606 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.035906 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.036196 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.036507 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.036798 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.037095 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.037397 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.037688 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] debug = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.037977 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.038433 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.038870 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.039155 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.039452 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.039741 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.040022 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.040303 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.040619 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.040952 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] host = dv-cinder-826510-5-iscsi {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.041239 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.041531 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.041822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.042116 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.042398 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050172 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050172 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050172 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050172 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] log_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050172 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050172 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050172 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050172 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.050999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.051642 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052904 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052904 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052904 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.052904 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.053207 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.053293 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.053514 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.053795 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.054078 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] use_json = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.054358 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.054634 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.054957 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.055239 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.055519 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.055799 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.056080 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.056371 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.056651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:39.056957 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.057267 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.057579 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.057888 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.058190 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.058481 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.058807 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.059092 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.059388 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.059685 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.059987 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.060270 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.060577 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.060877 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.061181 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.061498 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.061800 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.062103 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.062387 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.062669 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.062976 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.063262 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.063556 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.063842 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.064406 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.064703 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.064991 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.065875 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.066173 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.066477 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.066794 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.067081 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.067368 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.067673 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.067959 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.068239 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.068525 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.068820 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.069106 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.069387 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.069676 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.069960 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.070240 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.070519 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.070831 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.071130 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.071414 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.071692 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.071969 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.072253 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.072535 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.072832 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.073118 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.073396 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.073674 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.073958 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.074234 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.074511 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.074819 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.075099 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.075382 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.075660 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.075939 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.076216 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.076494 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.076772 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.077048 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.077326 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.077612 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.077890 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.078167 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.078447 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.078726 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.079030 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.079323 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.079626 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.079911 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.080206 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.080524 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.081381 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.081725 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.082124 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.082416 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.082704 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.083012 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.083316 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.083610 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.083908 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.084218 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.084556 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.084859 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.085145 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.085431 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.085722 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.086010 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.086291 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.086583 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.086898 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.087202 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.087510 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.087812 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.088115 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.088414 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.088697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.089014 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.089303 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:39.089525 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:43:39.089777 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110552) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 20:43:39.470976 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 18 20:43:39.471347 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 18 20:43:39.471645 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 18 20:43:39.471985 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 20:43:39.804655 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.804968 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.805247 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.808367 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.808646 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.808920 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.863379 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.863655 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.863930 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.879516 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.879806 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.880087 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.911443 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.911732 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.912006 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.949702 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.949988 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:39.950263 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.296578 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.297230 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.297230 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.297419 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.298084 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.425737 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.426066 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.426336 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.426655 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.426922 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.427243 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.427509 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.427773 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.428038 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.428322 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.428589 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.428857 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.429118 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.429382 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.429645 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.429916 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.430197 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.430455 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.430731 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.431020 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.431299 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.431558 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.431847 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.432275 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.432533 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.432788 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.433189 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:43:40.433431 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:43:40.433672 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:43:40.433911 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:43:40.434150 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:43:40.434387 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:43:40.434779 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 20:43:40.437989 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 20:43:40.442192 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 20:43:40.445845 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 18 20:43:40.447482 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 20:43:40.447943 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 20:43:40.448274 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 20:43:40.448658 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 20:43:40.451664 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 20:43:40.451913 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 20:43:40.452260 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:43:40.457650 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 18 20:43:40.481576 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 20:43:40.482034 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.482335 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110552) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 18 20:43:40.482706 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.484110 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110552) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 20:43:40.484390 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:43:40.484637 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 20:43:40.488068 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.488341 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:40.550590 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 20:43:40.550793 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 20:43:40.551004 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 20:43:40.551391 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 20:43:40.572661 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_db.sqlalchemy.engines [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110552) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 18 20:43:41.228847 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Initializing driver for type 'gre' Apr 18 20:43:41.229384 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] gre ID ranges: [(1, 1000)] Apr 18 20:43:41.486205 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Initializing driver for type 'local' Apr 18 20:43:41.487545 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Initializing driver for type 'vlan' Apr 18 20:43:41.588991 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] VlanTypeDriver initialization complete Apr 18 20:43:41.589333 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Initializing driver for type 'vxlan' Apr 18 20:43:41.589850 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] vxlan ID ranges: [(1, 1000)] Apr 18 20:43:41.863680 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Initializing extension driver 'port_security' Apr 18 20:43:41.864028 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.extensions.port_security [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] PortSecurityExtensionDriver initialization complete Apr 18 20:43:41.868007 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Initializing mechanism driver 'openvswitch' Apr 18 20:43:41.868007 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Initializing mechanism driver 'hyperv' Apr 18 20:43:41.871665 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:41.872606 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > port after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.872984 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > port after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.873442 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > port after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.874063 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 20:43:41.874516 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > subnet after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.874941 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > subnet after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.875303 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.875708 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 20:43:41.876130 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > network after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.876489 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > network after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.876844 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > network after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.877249 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 20:43:41.878159 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > security_group after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.878561 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > security_group after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.879024 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.879436 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 20:43:41.879863 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.880222 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.880572 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.880981 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 20:43:41.881399 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > address_group after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.881757 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > address_group after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.882105 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.882511 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 20:43:41.882989 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] ML2 OVO RPC backend initialized. {{(pid=110552) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 18 20:43:41.883711 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.884079 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.884502 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > network before_response 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.884954 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > networks before_response 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.885314 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > port before_response 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.885716 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > ports before_response 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.886028 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > subnet before_response 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.886379 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > subnets before_response 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.886753 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > network after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.887105 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > network after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.887452 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > network after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.887804 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > port after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.888225 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > port after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.888572 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > port after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.888911 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > subnet after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.889261 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > subnet after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.889601 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.898222 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded quota_driver: . Apr 18 20:43:41.898594 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.plugin [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Modular L2 Plugin initialization complete Apr 18 20:43:41.898978 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading services supported by the core plugin {{(pid=110552) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 20:43:41.899331 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.plugins.ml2.managers [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Got port-security extension from driver 'port_security' Apr 18 20:43:41.899826 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.extensions.vlantransparent [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Disabled vlantransparent extension. Apr 18 20:43:41.900329 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110552) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 20:43:41.900661 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading Plugin: router Apr 18 20:43:41.948657 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.949064 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router after_create 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.949448 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router before_create 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.949823 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.950210 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.950582 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router after_delete 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.950978 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.951340 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.951938 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router after_create 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.952306 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router after_update 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.952750 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router after_update 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.953118 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.953689 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router after_update 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.954116 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_update 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.954501 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: port after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.954895 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: port after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.955255 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: subnet after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.956193 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.956781 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.957153 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_create 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.957513 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: port before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.957871 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.958250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router after_update 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.958677 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.959230 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_create 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.959605 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.959963 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_update 55549900 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.960347 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > agent after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.960707 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > agent after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.961070 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > network after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.961967 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Tracking information for resource: router configured {{(pid=110552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:43:41.962312 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Tracking information for resource: floatingip configured {{(pid=110552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:43:41.973264 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.db.l3_agentschedulers_db [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 20:43:41.973859 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: port after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.974229 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: port after_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.974588 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: port after_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.974978 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: port after_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.975795 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router before_create 55550100 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.976171 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.976546 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_create 55550100 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.976908 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > router precommit_update 55550100 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:41.981875 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.services.provider_configuration [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service providers = [] {{(pid=110552) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 20:43:41.982244 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.db.servicetype_db [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110552) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 20:43:41.985325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.services.service_base [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:43:41.985677 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.services.service_base [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:43:41.986028 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.services.service_base [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:43:41.987144 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.services.service_base [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:43:41.987637 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.services.service_base [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 20:43:41.988027 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:43:41.988352 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 20:43:41.999732 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:43:42.000061 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading Plugin: auto_allocate Apr 18 20:43:42.013960 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: network precommit_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:42.014342 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: network precommit_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:42.014922 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:43:42.015250 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading Plugin: tag Apr 18 20:43:42.024380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:43:42.024716 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading Plugin: timestamp Apr 18 20:43:42.028730 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:43:42.029061 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading Plugin: network_ip_availability Apr 18 20:43:42.034822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:42.035736 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:42.036100 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:42.036873 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:43:42.037199 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading Plugin: flavors Apr 18 20:43:42.042426 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:43:42.042786 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading Plugin: revisions Apr 18 20:43:42.047234 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:43:42.047640 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_concurrency.lockutils [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.576s {{(pid=110552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 18 20:43:42.048399 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110552) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 20:43:42.048740 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Initializing extension manager. Apr 18 20:43:42.049327 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: __init__.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.049945 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: __pycache__ {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.050064 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: address_group.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.050867 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.051463 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: address-group Apr 18 20:43:42.051789 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: address_scope.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.052504 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.053026 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: address-scope Apr 18 20:43:42.053352 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.054404 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.054963 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: router-admin-state-down-before-update Apr 18 20:43:42.055292 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: agent.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.056042 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.056593 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: agent Apr 18 20:43:42.056919 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: agent_resources_synced.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.057838 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.058368 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: agent-resources-synced Apr 18 20:43:42.058697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: allowedaddresspairs.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.060581 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.061130 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: allowed-address-pairs Apr 18 20:43:42.061488 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: auto_allocated_topology.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.062679 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.063231 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: auto-allocated-topology Apr 18 20:43:42.063679 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: availability_zone.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.064659 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.065815 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: availability_zone Apr 18 20:43:42.066145 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: availability_zone_filter.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.067109 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.067719 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: availability_zone_filter Apr 18 20:43:42.068050 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: data_plane_status.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.068982 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.069493 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 20:43:42.069821 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: default_subnetpools.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.070756 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.071282 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: default-subnetpools Apr 18 20:43:42.071606 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.072439 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.073034 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: dhcp_agent_scheduler Apr 18 20:43:42.073360 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: dns.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.074285 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.074832 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 20:43:42.075162 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: dns_domain_ports.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.076095 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.076616 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 20:43:42.076945 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.077940 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.078501 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 18 20:43:42.078971 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: dvr.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.079653 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.080223 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: dvr Apr 18 20:43:42.081154 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: ecmp_routes.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.095775 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.096358 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 18 20:43:42.096684 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: empty_string_filtering.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.097603 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.098128 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: empty-string-filtering Apr 18 20:43:42.098452 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.099408 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.099929 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:43:42.100253 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.101180 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.101700 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 20:43:42.102195 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: external_net.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.103084 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.103606 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: external-net Apr 18 20:43:42.103931 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.104851 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.105369 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: extra_dhcp_opt Apr 18 20:43:42.105695 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: extraroute.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.110767 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.110767 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: extraroute Apr 18 20:43:42.110767 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: extraroute_atomic.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.110767 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.110767 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: extraroute-atomic Apr 18 20:43:42.110767 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: filter_validation.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.111256 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.111256 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: filter-validation Apr 18 20:43:42.111256 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: fip_pf_description.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.112060 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.112576 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 20:43:42.112904 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: fip_pf_port_range.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.113995 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.114464 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 18 20:43:42.114822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: fip_port_details.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.115741 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.116265 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: fip-port-details Apr 18 20:43:42.116592 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: flavors.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.117830 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.118434 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: flavors Apr 18 20:43:42.118799 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.120436 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.120973 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 20:43:42.121305 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: floatingip_pools.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.122015 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.122545 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: floatingip-pools Apr 18 20:43:42.122909 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: ip_allocation.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.123840 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.124360 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 20:43:42.124687 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.125651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.126177 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: ip-substring-filtering Apr 18 20:43:42.126505 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l2_adjacency.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.128066 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.128591 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 20:43:42.128910 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.129916 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.130623 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: router Apr 18 20:43:42.130890 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.133126 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.133675 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:43:42.134010 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.134972 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.135502 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: ext-gw-mode Apr 18 20:43:42.135830 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.136833 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.137350 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: l3-ha Apr 18 20:43:42.137724 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.147503 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.148036 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 18 20:43:42.148363 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3_flavors.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.149291 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.149821 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: l3-flavors Apr 18 20:43:42.150159 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.151579 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.152113 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 18 20:43:42.152447 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.153393 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.153923 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 20:43:42.154254 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: l3agentscheduler.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.155460 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.155993 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: l3_agent_scheduler Apr 18 20:43:42.156324 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: local_ip.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.158263 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.158862 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension local_ip not supported by any of loaded plugins Apr 18 20:43:42.159313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: logging.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.160799 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.161340 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension logging not supported by any of loaded plugins Apr 18 20:43:42.161676 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: metering.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.162503 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.163138 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: metering Apr 18 20:43:42.163466 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.164588 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.165115 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: metering_source_and_destination_fields Apr 18 20:43:42.165442 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: multiprovidernet.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.166366 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.166920 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: multi-provider Apr 18 20:43:42.167251 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: netmtu.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.168166 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.168688 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: net-mtu Apr 18 20:43:42.169015 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: netmtu_writable.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.169932 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.170506 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: net-mtu-writable Apr 18 20:43:42.170979 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: network_availability_zone.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.171657 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.172178 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: network_availability_zone Apr 18 20:43:42.172503 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: network_ip_availability.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.173610 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.174141 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: network-ip-availability Apr 18 20:43:42.174497 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: network_segment_range.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.175347 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.175872 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 20:43:42.176242 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: pagination.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.177227 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.177563 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: pagination Apr 18 20:43:42.177885 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: port_device_profile.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.178833 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.179365 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: port-device-profile Apr 18 20:43:42.179692 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.180667 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.181185 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: port-mac-address-regenerate Apr 18 20:43:42.181508 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.182427 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.182979 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: port-numa-affinity-policy Apr 18 20:43:42.183303 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: port_resource_request.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.184389 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.184727 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 20:43:42.185050 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: port_resource_request_groups.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.186060 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.186576 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 18 20:43:42.186931 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: portbindings.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.195092 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.195659 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: binding Apr 18 20:43:42.195984 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: portbindings_extended.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.197350 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.197882 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: binding-extended Apr 18 20:43:42.198212 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: portsecurity.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.199167 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.199687 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: port-security Apr 18 20:43:42.200011 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: project_id.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.200987 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.201345 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: project-id Apr 18 20:43:42.201671 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: providernet.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.202592 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.203144 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: provider Apr 18 20:43:42.203467 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.207980 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.208515 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos not supported by any of loaded plugins Apr 18 20:43:42.208857 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.210253 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.210931 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 20:43:42.211267 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.212193 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.212723 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 20:43:42.213049 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_default.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.213983 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.214513 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-default not supported by any of loaded plugins Apr 18 20:43:42.214868 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_fip.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.215820 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.216379 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 20:43:42.216705 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.217644 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.218163 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 18 20:43:42.218490 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_gateway_ip.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.219446 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.219976 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 20:43:42.220300 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_port_network_policy.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.221439 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.221998 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 20:43:42.222325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.223442 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.223972 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 18 20:43:42.224298 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.225376 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.225906 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 18 20:43:42.226239 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_pps_rule.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.227448 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.227998 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-pps not supported by any of loaded plugins Apr 18 20:43:42.228327 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_rule_type_details.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.229248 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.229769 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 20:43:42.230096 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.231036 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.231560 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 18 20:43:42.231889 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: qos_rules_alias.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.232943 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.233604 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 20:43:42.233941 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: quota_check_limit.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.234881 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.235406 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: quota-check-limit Apr 18 20:43:42.235732 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: quotasv2.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.236887 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.237371 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: quotas Apr 18 20:43:42.237697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: quotasv2_detail.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.239538 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.239880 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: quota_details Apr 18 20:43:42.240257 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: rbac.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.241340 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.241890 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: rbac-policies Apr 18 20:43:42.244722 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: rbac_address_group.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.244722 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.244722 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: rbac-address-group Apr 18 20:43:42.244722 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: rbac_address_scope.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.245078 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.245504 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: rbac-address-scope Apr 18 20:43:42.245837 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: rbac_security_groups.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.246889 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.247421 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: rbac-security-groups Apr 18 20:43:42.247750 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: rbac_subnetpool.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.248703 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.249227 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: rbac-subnetpool Apr 18 20:43:42.249553 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: revisionifmatch.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.250591 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.251149 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: revision-if-match Apr 18 20:43:42.251477 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: revisions.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.253189 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.253771 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: standard-attr-revisions Apr 18 20:43:42.254103 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: router_availability_zone.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.254805 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.255331 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: router_availability_zone Apr 18 20:43:42.255798 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: routerservicetype.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.256753 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.257277 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 20:43:42.257599 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.258526 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.259082 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: security-groups-normalized-cidr Apr 18 20:43:42.259407 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.260337 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.260901 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: port-security-groups-filtering Apr 18 20:43:42.261226 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.262182 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.262711 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: security-groups-remote-address-group Apr 18 20:43:42.263058 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.271651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.272395 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: security-groups-shared-filtering Apr 18 20:43:42.272763 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.273396 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 18 20:43:42.273731 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: securitygroup.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.283636 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.284266 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: security-group Apr 18 20:43:42.284599 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: segment.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.285334 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.285862 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension segment not supported by any of loaded plugins Apr 18 20:43:42.286196 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.287174 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.287698 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 20:43:42.288024 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: servicetype.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.289117 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.289644 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: service-type Apr 18 20:43:42.289970 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: sorting.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.291019 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.291348 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: sorting Apr 18 20:43:42.291673 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: standard_attr_segment.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.292579 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.293109 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 20:43:42.293429 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: standardattrdescription.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.294074 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.294586 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: standard-attr-description Apr 18 20:43:42.294939 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: stateful_security_group.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.295876 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.296427 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: stateful-security-group Apr 18 20:43:42.296754 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: stdattrs_common.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.297321 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 20:43:42.297678 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.298617 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.299173 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 20:43:42.299498 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: subnet_onboard.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.300559 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.301080 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: subnet_onboard Apr 18 20:43:42.301406 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.302406 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.302945 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 20:43:42.303275 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: subnet_service_types.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.304189 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.304711 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: subnet-service-types Apr 18 20:43:42.305035 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: subnetallocation.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.306106 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.306624 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: subnet_allocation Apr 18 20:43:42.306983 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.307727 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.311116 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: subnetpool-prefix-ops Apr 18 20:43:42.311116 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.311813 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.312330 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 20:43:42.312653 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: tagging.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.313762 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.314552 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: standard-attr-tag Apr 18 20:43:42.315461 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: timestamp.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.316784 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.317317 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loaded extension: standard-attr-timestamp Apr 18 20:43:42.317666 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: trunk.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.318704 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.321895 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension trunk not supported by any of loaded plugins Apr 18 20:43:42.321895 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: trunk_details.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.321895 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.321895 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 20:43:42.321895 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: uplink_status_propagation.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.322293 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.322833 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 20:43:42.323160 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Loading extension file: vlantransparent.py {{(pid=110552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:43:42.323845 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:43:42.324359 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 20:43:42.327253 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:network Apr 18 20:43:42.327788 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:subnet Apr 18 20:43:42.328192 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:43:42.328590 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:port Apr 18 20:43:42.329860 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.330312 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service FLAVORS assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.331631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.332073 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.332416 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:router Apr 18 20:43:42.332837 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:43:42.333333 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service METERING assigned prefix: /metering {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.334836 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:42.335218 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:42.335593 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:43:42.336749 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:43:42.337162 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:43:42.337609 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:43:42.338215 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service CORE assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.338549 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:43:42.338924 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] subnetpool is already registered Apr 18 20:43:42.339375 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service CORE assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.339703 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:43:42.340187 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] subnetpool is already registered Apr 18 20:43:42.344699 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.345426 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service FLAVORS assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.346535 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.347213 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.347779 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:router Apr 18 20:43:42.348353 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] router is already registered Apr 18 20:43:42.349030 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:43:42.349531 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] floatingip is already registered Apr 18 20:43:42.350248 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service METERING assigned prefix: /metering {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.351128 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:43:42.351466 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] rbac_policy is already registered Apr 18 20:43:42.352298 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:43:42.352635 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] security_group is already registered Apr 18 20:43:42.353045 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:43:42.353411 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] security_group_rule is already registered Apr 18 20:43:42.354070 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service CORE assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.354399 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:43:42.354775 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] subnetpool is already registered Apr 18 20:43:42.355187 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.v2.resource_helper [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Service CORE assigned prefix: {{(pid=110552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:43:42.355510 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:43:42.355902 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING neutron.quota.resource_registry [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] subnetpool is already registered Apr 18 20:43:42.356322 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: extensions {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.358025 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: address-groups {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.359623 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: address-scopes {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.360999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: agents {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.362575 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: auto-allocated-topology {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.363829 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: availability_zones {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.365316 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: dhcp-networks {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.368016 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: dhcp-agents {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.369501 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: routers {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.371750 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: flavors {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.372907 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: service_profiles {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.374079 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: next_providers {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.375548 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: service_profiles {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.377148 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: floatingip-pools {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.378930 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: routers {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.381002 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: floatingips {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.382277 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: l3-routers {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.383691 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: l3-agents {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.385094 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: metering-labels {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.386536 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: metering-label-rules {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.387841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: network-ip-availabilities {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.389096 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: bindings {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.390772 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: quotas {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.392620 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: quotas {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.394430 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: rbac-policies {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.395746 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: security-groups {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.396987 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: security-group-rules {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.398208 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: service-providers {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.399437 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: subnetpools {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.400848 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: subnetpools {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.402284 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.404024 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.405828 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.407616 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.409530 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.411395 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.413068 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.414982 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.416776 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.418600 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron.api.extensions [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Extended resource: tags {{(pid=110552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:43:42.425237 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING keystonemiddleware.auth_token [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 20:43:42.431007 dv-cinder-826510-5-iscsi neutron-server[110552]: WARNING keystonemiddleware.auth_token [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 20:43:42.440512 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_concurrency.lockutils [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Acquired lock "singleton_lock" {{(pid=110552) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 18 20:43:42.441125 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_concurrency.lockutils [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Releasing lock "singleton_lock" {{(pid=110552) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 18 20:43:42.441850 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO oslo_service.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Starting 2 workers Apr 18 20:43:42.446838 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Started child 110663 {{(pid=110552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:43:42.451595 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Started child 110664 {{(pid=110552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:43:42.452504 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:42.453145 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO neutron.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 20:43:42.453715 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:42.454096 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [-] (110663) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:43:42.456407 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO oslo_service.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Starting 1 workers Apr 18 20:43:42.456535 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:42.457894 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [-] (110664) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:43:42.461842 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Started child 110665 {{(pid=110552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:43:42.462390 dv-cinder-826510-5-iscsi neutron-server[110552]: INFO oslo_service.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Starting 1 workers Apr 18 20:43:42.465722 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] calling RpcWorker wait() {{(pid=110665) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 20:43:42.466322 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] returning from RpcWorker wait() {{(pid=110665) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 20:43:42.467030 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Started child 110666 {{(pid=110552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:43:42.467644 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:42.467807 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c12510b3-717c-4183-b32a-41234af2a008 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:42.468239 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:42.469767 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110552) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 20:43:42.469976 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:43:42.470167 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:43:42.470396 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:43:42.470768 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:43:42.470935 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:43:42.471495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.471799 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.472060 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.472304 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:42.472771 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.472771 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.473220 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.473472 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.473704 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.473968 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.474231 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.474400 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.474564 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.474838 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.475097 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.475403 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.475660 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.475904 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.476165 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.476334 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.476582 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.476855 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.477119 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.477390 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] debug = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.477654 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.478127 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.478348 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.478600 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.478852 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.479119 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.479379 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.479648 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.479861 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.480158 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.480336 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.480579 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.480811 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.481045 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.481289 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.481541 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.481763 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.481980 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.482481 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] host = dv-cinder-826510-5-iscsi {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.482764 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.483008 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.483239 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.483484 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.483727 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.483956 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.484218 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.484470 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.484696 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.484932 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.485183 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.485399 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.485632 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.485877 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.486026 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_options = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.486277 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.487391 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.487391 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.487624 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.487764 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.487889 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.488075 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.488375 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.488514 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.488699 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.488916 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.489140 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.489357 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.489634 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.489877 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.490054 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.490269 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.490493 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.490732 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.490998 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.491251 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.491494 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.491713 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.491926 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.492156 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.492400 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.492635 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.492845 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.493070 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.493299 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.493510 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.493766 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.494003 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.494244 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.494492 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.494713 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.495059 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.496127 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.496280 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:42.496434 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.496688 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.496938 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.498115 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.498879 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.499276 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.499517 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.499954 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.500163 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_json = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.500557 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.500966 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.501146 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.501453 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.501941 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.502076 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.502372 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.503470 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.503946 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.504255 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.504598 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.504974 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.505556 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.505556 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.505993 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.506317 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.506580 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.506910 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.510928 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.510928 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.510928 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.510928 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.510928 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.510928 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.510928 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.510928 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.511697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.511697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.511697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.511697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.511697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.511697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.511697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.511697 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.512481 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.512481 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.512481 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.512481 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.512878 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.513066 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.513336 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.513680 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.513907 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.514139 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.514371 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.514633 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.514892 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.515123 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.515420 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.515654 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.515885 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.516144 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.516397 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.516618 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.516856 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.517118 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.517378 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.517630 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.517858 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.518411 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.518662 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.518915 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.519184 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.519418 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.519639 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.519913 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.520183 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.520418 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.520637 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.520943 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.521105 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.521347 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.521566 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.521804 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.522019 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.522263 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.522480 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.522781 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.522996 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.523231 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.523447 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.523667 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.523883 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.524098 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.524319 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.524541 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.524756 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.524969 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.525183 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.525397 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.525611 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.525856 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.526077 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.526289 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.526537 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.526715 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.526974 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.527188 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.527423 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.527661 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.527977 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.528276 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.528536 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.528782 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.529003 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.529255 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.529476 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.529732 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.529953 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.530174 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.530428 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.530662 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.530965 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.531218 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.531467 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.531721 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.531987 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.532247 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.532482 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.532693 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.532914 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.533133 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.533375 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.533667 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.533972 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.534228 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.534587 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.534794 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.535083 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.535397 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.535683 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.536044 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.536333 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.537921 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.538215 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.538526 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.538796 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.539059 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.539311 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.539549 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.541483 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.541483 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.541483 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.541483 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.541483 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.541483 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.541483 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.541483 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.542084 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.542084 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.542314 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.542552 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.542849 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.543175 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.543410 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.543689 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.544284 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.544284 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.544546 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.544677 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.544888 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.545148 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.545406 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.545649 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.545906 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.546126 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.546477 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.546662 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.546921 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.547153 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.547405 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.547593 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.547816 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.548056 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.548279 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.548532 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.548749 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.548988 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.549754 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.550535 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.550805 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.551035 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.551256 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.551515 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.551764 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.552050 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.552323 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.552550 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.552818 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.553064 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.553325 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.553547 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.553879 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.554038 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.554257 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.554475 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.554700 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.554941 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.555179 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.555501 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.562313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.562313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.562313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.562313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.562313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.562313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.562313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.562313 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.563495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.563495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.563495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.563495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.563495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.563495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.563495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.563495 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.564545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.564545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.564545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.564545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.564545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.564545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.564545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.564545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.565841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.566651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.566651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.566651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.566651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.566651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.566651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.566651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.566651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.567557 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.567557 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.567557 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.567557 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.567557 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.567921 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.567921 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.568088 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.568301 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.568552 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.568765 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.568977 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.569208 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.569425 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.569866 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.570388 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.570605 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.570843 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.571072 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.571292 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.571529 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.571761 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.571975 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.572188 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.572413 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.572631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.572844 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.573164 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.573415 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.573657 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.573947 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.574184 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.574444 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.575142 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.575142 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.575336 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.575522 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.575801 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.576024 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.576249 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.576521 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.576859 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.577165 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.577443 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.577702 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.578000 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.578304 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.578566 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.578807 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.579099 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.579444 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.579734 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.580004 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.580260 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.580641 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.580884 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.581104 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.581326 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.581545 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.581777 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.582047 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.582309 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.582555 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.582810 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.583019 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.583243 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.583481 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.583694 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.584122 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.584122 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.585368 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:43:42.585368 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110552) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 20:43:42.585368 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:43:42.585368 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:43:42.585368 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:43:42.585831 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:43:42.585831 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:43:42.585831 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.586050 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.586132 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.586262 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.586431 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.586687 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.586974 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.587207 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.587436 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.587679 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.587776 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.587923 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.588089 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.588261 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.588395 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.588558 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.588723 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.588887 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.589056 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.589221 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.589388 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.589547 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.589872 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] debug = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.590034 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.590257 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.590449 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.590595 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.590784 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.590953 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.591115 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.591263 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.591433 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.591597 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.591755 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.591899 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.592062 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.592224 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.592386 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.592550 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.592714 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.592879 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.593041 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] host = dv-cinder-826510-5-iscsi {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.593188 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.593340 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.593503 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.593667 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.593830 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.593999 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.594162 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.594326 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.594490 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.594653 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.594833 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.594998 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.595162 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.595326 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.595489 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_options = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.595650 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.595819 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.595977 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.596485 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.596669 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.596967 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.596967 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.597296 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.597296 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.597499 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.597628 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.597829 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.597995 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.598104 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.598270 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.598432 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.598595 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.598772 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.598936 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.599100 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.599261 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.599423 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.599584 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.599745 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.599907 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.600068 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.600230 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.600391 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.600553 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.600715 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.600876 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.601038 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.601199 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.601361 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.601523 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.601686 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.601847 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.602008 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.602174 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.602335 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.602497 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.602659 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.602841 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.603005 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.603168 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.603329 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.603491 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_json = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.603651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.603835 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.603974 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.604136 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.604257 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:42.604339 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.604446 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.604609 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.604770 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.604930 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:43:42.605115 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.605282 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.605460 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.605628 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.605793 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.605957 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.606122 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.606287 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.606452 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.606617 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.606832 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.606975 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.607169 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.607317 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.607482 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.607651 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.607816 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.607984 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.613822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.613822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.613822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.613822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.613822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.613822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.613822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.613822 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.614990 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.615631 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616834 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616834 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616834 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616834 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616834 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616834 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616834 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.616834 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.617398 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.617398 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.617398 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.617612 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.617612 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.617756 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.617916 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.618065 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.618237 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.618401 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.618725 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.618917 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.619090 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.619257 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.619418 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.619586 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.619755 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.619921 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.620087 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.620287 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.620462 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.620620 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.620817 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.620977 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.621142 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.621308 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.621612 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.621612 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.621780 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.621945 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.622110 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.622275 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.622444 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.622608 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.622793 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.622964 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.623133 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.623294 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.623461 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.623626 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.623791 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.623957 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.624127 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.624291 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.624455 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.624622 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.624787 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.624950 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.625115 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.625304 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.625454 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.625620 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.625775 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.625939 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.626110 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.626286 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.626452 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.626621 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.626811 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.626944 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.627113 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.627277 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.627984 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.628153 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.628319 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.628484 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.628660 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.628826 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.628991 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.629155 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.629362 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.629531 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.629661 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.629826 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.630002 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.630141 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.630272 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.630401 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.630564 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.630728 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.630914 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.631081 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.631246 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.631410 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.631574 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.631738 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.631903 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.632104 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.632246 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.632378 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.632526 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.632729 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.632863 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.633006 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.633137 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.633277 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.633442 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.633608 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.633773 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.633942 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.634123 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.634260 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.634795 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.634927 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.635090 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.635255 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.635420 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.635590 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.635756 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.635923 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.636088 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.636254 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.636420 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.636585 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.636753 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.636924 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.637082 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.637328 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.637476 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.637663 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.637820 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.637960 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.638092 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.638261 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.638424 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.638616 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.638796 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.638972 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.639125 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.639277 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.639438 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.639602 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.639767 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.639934 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.640099 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.640267 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.640435 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.640600 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.640756 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.640924 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.641090 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.641258 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.641460 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.641601 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.641733 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.641865 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.642039 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.642196 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.642452 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.642787 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.643607 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.643940 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.644189 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.644386 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.644571 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.644739 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.644898 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.645045 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.645211 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.645378 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.645555 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.645753 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.646049 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.646342 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.646522 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.646687 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.646889 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.647024 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.647267 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.647416 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.647550 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.647689 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.647828 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.647970 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.648174 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.648468 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.648762 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.649080 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.649355 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.649649 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.649949 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.650301 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.650438 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.650608 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.650811 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.651068 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.651361 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.651652 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.651943 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.652234 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.652542 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.652842 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.653142 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.653450 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.653675 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.653836 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.654014 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.654200 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.654355 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.654528 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.654676 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.654915 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.655059 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.655186 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.655500 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.655755 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.656027 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.656283 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.656543 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.656803 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.657065 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.657308 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.657563 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.657823 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.658065 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.658308 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.658578 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.659380 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.659628 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.659877 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.660082 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.660250 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.660418 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.660585 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.660751 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.660917 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.661084 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.661249 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.661489 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.661664 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.661830 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.661996 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.662162 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:43:42.662322 dv-cinder-826510-5-iscsi neutron-server[110552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:43:42.696101 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44274) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:43:42.704733 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064230 Apr 18 20:43:54.841736 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b55ba-6644-4ae9-9405-550ffd957030 None None] get_active_networks_info from dv-cinder-826510-5-iscsi {{(pid=110665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 18 20:43:54.896153 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b55ba-6644-4ae9-9405-550ffd957030 None None] No non-hosted networks {{(pid=110665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 20:43:54.904050 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.agentschedulers_db [None req-866b55ba-6644-4ae9-9405-550ffd957030 None None] DHCP Agent not found on host dv-cinder-826510-5-iscsi {{(pid=110665) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 20:43:54.986419 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-bc6b0938-db41-4c08-af5a-278d1b659a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993640'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:57.282323 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1e5dd7f0-4ba3-4347-9d7b-4b816f4a74ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993640'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:57.353186 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.db.api [None req-986481b2-5e3a-47e7-ae23-3d6f001efd03 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-826510-5-iscsi {{(pid=110665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:57.353875 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG oslo_db.api [None req-986481b2-5e3a-47e7-ae23-3d6f001efd03 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:57.965182 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-986481b2-5e3a-47e7-ae23-3d6f001efd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:58.247943 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44344) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:43:58.342468 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993640'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:43:58.933124 dv-cinder-826510-5-iscsi neutron-server[110664]: WARNING oslo_policy.policy [None req-cb5f9683-df36-4be4-a711-491aaa8ec462 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:43:58.933994 dv-cinder-826510-5-iscsi neutron-server[110664]: WARNING oslo_policy.policy [None req-cb5f9683-df36-4be4-a711-491aaa8ec462 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:43:59.166310 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [None req-cb5f9683-df36-4be4-a711-491aaa8ec462 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:43:59.183296 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cb5f9683-df36-4be4-a711-491aaa8ec462 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9343178 Apr 18 20:44:00.114522 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993640'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:01.496787 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993640'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:01.497623 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.498036 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.498446 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.499070 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.500858 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.501319 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.501727 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.502313 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.504339 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.506627 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.507288 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.507876 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.510661 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.511204 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.511732 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:01.512321 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826510-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:01.525878 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826510-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:01.766977 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.db.l3_hamode_db [None req-a7c0516e-2939-40a8-92d7-a2093eaf69cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 20:44:01.852306 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0516e-2939-40a8-92d7-a2093eaf69cd None None] Routers set() bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:01.852700 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0516e-2939-40a8-92d7-a2093eaf69cd None None] Router IDs set() for agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:44:01.899023 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44374) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:02.232098 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-6b399204-a174-4a5a-aae7-ad06028a0896 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:02.323942 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.policy [None req-6b399204-a174-4a5a-aae7-ad06028a0896 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110664) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 20:44:02.366353 dv-cinder-826510-5-iscsi neutron-server[110664]: WARNING oslo_policy.policy [None req-6b399204-a174-4a5a-aae7-ad06028a0896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:44:02.366765 dv-cinder-826510-5-iscsi neutron-server[110664]: WARNING oslo_policy.policy [None req-6b399204-a174-4a5a-aae7-ad06028a0896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:44:02.538051 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b399204-a174-4a5a-aae7-ad06028a0896 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788135694081', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788135693621', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788135677249', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788135684591', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788135686952', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788135728804', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-884158', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-823957', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2064487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1980966'] for rbac-policy (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:02.853147 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b399204-a174-4a5a-aae7-ad06028a0896 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:02.854426 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-6b399204-a174-4a5a-aae7-ad06028a0896 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9543374 Apr 18 20:44:05.456452 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44386) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:05.792785 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:05.908095 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Made reservation on behalf of 7aeea9bbd9db4330be56ec273a77aebe for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:05.912476 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:05.930801 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:06.041561 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Publish callbacks [] for security_group (eda6dd4f-9574-4085-bcb0-a4504ff560b7), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:06.180874 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (eda6dd4f-9574-4085-bcb0-a4504ff560b7), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:06.206194 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:06.243134 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788133546159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (5e2d1578-c7be-4efe-a6bb-46b15ac73bf8), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:06.243755 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Unsubscribe: segment precommit_create {{(pid=110664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:44:06.244297 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Added segment 5e2d1578-c7be-4efe-a6bb-46b15ac73bf8 of type vlan for network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 Apr 18 20:44:06.260471 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=eda6dd4f-9574-4085-bcb0-a4504ff560b7,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:06.310285 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.310626 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.311015 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.311374 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.311708 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.312035 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.312384 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.312713 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.313301 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.313622 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.313946 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.314281 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.314604 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.315535 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.315862 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Tracked resource versions report: Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: pushed versions: Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: { 'AddressGroup': {'1.2'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Agent': {'1.1'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'ConntrackHelper': {'1.0'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'LocalIPAssociation': {'1.0'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Log': {'1.0'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'NDPProxy': {'1.0'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Network': {'1.1'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Port': {'1.7'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'PortForwarding': {'1.3'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'QosPolicy': {'1.10'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SecurityGroup': {'1.5'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SubPort': {'1.0'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Subnet': {'1.1'}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Trunk': {'1.1'}} Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: consumer versions: Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: { DHCP agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: L3 agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: Metadata agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: Metering agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: Open vSwitch agent@dv-cinder-826510-5-iscsi: { 'AddressGroup': '1.2', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Agent': '1.1', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'ConntrackHelper': '1.0', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'LocalIPAssociation': '1.0', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Log': '1.0', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'NDPProxy': '1.0', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Network': '1.1', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Port': '1.7', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'PortForwarding': '1.3', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'QosPolicy': '1.10', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SecurityGroup': '1.5', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SecurityGroupRule': '1.2', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SubPort': '1.0', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Subnet': '1.1', Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Trunk': '1.1'}} Apr 18 20:44:06.317425 dv-cinder-826510-5-iscsi neutron-server[110664]: {{(pid=110664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:44:06.360206 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (e4b0ed52-b627-42ca-9d1f-2ae31a78a522), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:06.489916 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (e4b0ed52-b627-42ca-9d1f-2ae31a78a522), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:06.495026 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:44:06.495729 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:06.614028 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] Pushing event updated for resources: {'Network': ['ID=e4b0ed52-b627-42ca-9d1f-2ae31a78a522,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:06.625756 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:44:06.653382 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0e9e6270-5936-4741-ab71-f3fb08c24f77 demo demo] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1958210 Apr 18 20:44:09.290179 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44398) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:09.719336 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d4bd4-3c67-4be6-a89f-14e5b78d273d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:44:09.720759 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-717d4bd4-3c67-4be6-a89f-14e5b78d273d demo admin] 10.222.0.53 "GET /v2.0/networks/e4b0ed52-b627-42ca-9d1f-2ae31a78a522 HTTP/1.1" status: 200 len: 825 time: 0.4295144 Apr 18 20:44:09.747280 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-3882dfd9-c8d6-4fa0-a33f-3c969c606e02 demo admin] 10.222.0.53 "GET /v2.0/subnetpools/ee9dc258-8656-4b44-a9c9-35e9a88bc105 HTTP/1.1" status: 200 len: 734 time: 0.0193441 Apr 18 20:44:09.756925 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Request body: {'subnet': {'subnetpool_id': 'ee9dc258-8656-4b44-a9c9-35e9a88bc105', 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:09.896369 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Made reservation on behalf of 7aeea9bbd9db4330be56ec273a77aebe for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:09.898944 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:10.274093 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (b7e29e7e-3c25-4734-926f-84358c5fce4a), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:10.354158 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Checking segment: {'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:44:10.354886 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Network hostable DHCP agents. Network: e4b0ed52-b627-42ca-9d1f-2ae31a78a522, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:10.359639 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b7e29e7e-3c25-4734-926f-84358c5fce4a,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:10.449155 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:10.531151 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, e4b0ed52-b627-42ca-9d1f-2ae31a78a522) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:10.540913 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:44:10.541516 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c10ce-5b20-40d4-8364-172eb885d455 None None] Network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:44:10.542026 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:10.631139 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-ab3c2f47-9fc1-4375-9c2c-8aef76e31ed7 demo admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8775470 Apr 18 20:44:10.914867 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'fixed_ips': [{'subnet_id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:44:10.916027 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:11.238531 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Allocated IP 172.20.0.2 (e4b0ed52-b627-42ca-9d1f-2ae31a78a522/b7e29e7e-3c25-4734-926f-84358c5fce4a/537e5c34-6f69-4fe5-93b1-4706017bd3e4) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:11.538464 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Publish callbacks [] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:11.680728 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:11.768696 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:11.781714 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:11.788059 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Pushing event updated for resources: {'Port': ['ID=537e5c34-6f69-4fe5-93b1-4706017bd3e4,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:11.790477 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:11.822613 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.823023 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.823344 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.823700 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.824045 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.824380 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.824712 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.825044 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.825374 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.825701 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.826029 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.826370 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.826717 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.827099 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.827387 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Tracked resource versions report: Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: pushed versions: Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: { 'AddressGroup': {'1.2'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Agent': {'1.1'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'ConntrackHelper': {'1.0'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'LocalIPAssociation': {'1.0'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Log': {'1.0'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'NDPProxy': {'1.0'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Network': {'1.1'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Port': {'1.7'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'PortForwarding': {'1.3'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'QosPolicy': {'1.10'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SecurityGroup': {'1.5'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SubPort': {'1.0'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Subnet': {'1.1'}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Trunk': {'1.1'}} Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: consumer versions: Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: { DHCP agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: L3 agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: Metadata agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: Metering agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: Open vSwitch agent@dv-cinder-826510-5-iscsi: { 'AddressGroup': '1.2', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Agent': '1.1', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'ConntrackHelper': '1.0', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'LocalIPAssociation': '1.0', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Log': '1.0', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'NDPProxy': '1.0', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Network': '1.1', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Port': '1.7', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'PortForwarding': '1.3', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'QosPolicy': '1.10', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SecurityGroup': '1.5', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SecurityGroupRule': '1.2', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SubPort': '1.0', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Subnet': '1.1', Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Trunk': '1.1'}} Apr 18 20:44:11.828932 dv-cinder-826510-5-iscsi neutron-server[110665]: {{(pid=110665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:44:11.887572 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Attempting to bind port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:44:11.887975 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Attempting to bind port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:44:11.888430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Attempting to bind port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 on network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:11.895576 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:11.895879 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Checking segment: {'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:44:11.896383 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:11.896847 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Bound using segment: {'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:11.897287 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Bound port: 537e5c34-6f69-4fe5-93b1-4706017bd3e4, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:44:11.897713 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:11.982652 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] For port 537e5c34-6f69-4fe5-93b1-4706017bd3e4, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:12.007787 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] For port 537e5c34-6f69-4fe5-93b1-4706017bd3e4, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=537e5c34-6f69-4fe5-93b1-4706017bd3e4,segment=NetworkSegment(5e2d1578-c7be-4efe-a6bb-46b15ac73bf8),segment_id=5e2d1578-c7be-4efe-a6bb-46b15ac73bf8)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:12.089820 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:12.167239 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2fba4-694d-4002-9d83-a1eec4f81654 None None] Pushing event updated for resources: {'Port': ['ID=537e5c34-6f69-4fe5-93b1-4706017bd3e4,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.475670 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 44406) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:14.085868 dv-cinder-826510-5-iscsi neutron-server[110663]: WARNING oslo_policy.policy [None req-cefd0b8c-d734-48a2-bd07-0db12717a481 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:44:14.086390 dv-cinder-826510-5-iscsi neutron-server[110663]: WARNING oslo_policy.policy [None req-cefd0b8c-d734-48a2-bd07-0db12717a481 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:44:14.327624 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [None req-cefd0b8c-d734-48a2-bd07-0db12717a481 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:44:14.329574 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-cefd0b8c-d734-48a2-bd07-0db12717a481 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8512728 Apr 18 20:44:17.146857 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44420) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:17.507512 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [None req-556ed8f3-a3f4-4497-9d18-1598105c30de admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:44:17.507512 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-556ed8f3-a3f4-4497-9d18-1598105c30de admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3509295 Apr 18 20:44:20.234438 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44428) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:20.628492 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-a2cce0c4-f9b4-4d8a-8f73-af07694d5f97 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:20.753752 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a2cce0c4-f9b4-4d8a-8f73-af07694d5f97 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (94cbeef8-266a-4ed9-9844-ddaf54780128), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:20.755567 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a2cce0c4-f9b4-4d8a-8f73-af07694d5f97 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (94cbeef8-266a-4ed9-9844-ddaf54780128), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:20.904322 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a2cce0c4-f9b4-4d8a-8f73-af07694d5f97 demo demo] Publish callbacks [] for router_controller (94cbeef8-266a-4ed9-9844-ddaf54780128), precommit_add_association {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:20.977391 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a2cce0c4-f9b4-4d8a-8f73-af07694d5f97 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (94cbeef8-266a-4ed9-9844-ddaf54780128), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:21.081609 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a2cce0c4-f9b4-4d8a-8f73-af07694d5f97 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:21.083379 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a2cce0c4-f9b4-4d8a-8f73-af07694d5f97 demo demo] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8476987 Apr 18 20:44:23.833169 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44440) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:24.179882 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [None req-76391847-7b63-43b5-a6d2-fa003e45c160 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:44:24.180982 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-76391847-7b63-43b5-a6d2-fa003e45c160 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3469186 Apr 18 20:44:24.324319 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 537e5c34-6f69-4fe5-93b1-4706017bd3e4 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:24.425639 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:24.425978 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:24.552688 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:44:24.553087 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:24.557173 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea930be2-347b-43df-b46f-0182a0f9556d None None] Network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:44:24.646578 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 537e5c34-6f69-4fe5-93b1-4706017bd3e4, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=537e5c34-6f69-4fe5-93b1-4706017bd3e4,segment=NetworkSegment(5e2d1578-c7be-4efe-a6bb-46b15ac73bf8),segment_id=5e2d1578-c7be-4efe-a6bb-46b15ac73bf8)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:24.678953 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-b59c5415-00f8-479f-8466-4d33ef992c91 None None] Provisioning complete for port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:24.679262 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b59c5415-00f8-479f-8466-4d33ef992c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:24.740980 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:24.827349 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=537e5c34-6f69-4fe5-93b1-4706017bd3e4,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:24.874500 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-b59c5415-00f8-479f-8466-4d33ef992c91 None None] Current status of the port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:44:24.911908 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d4fee702-cdb0-469b-ac41-185094a456cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:25.199016 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-eccb5ec9-0fb1-4b08-b272-29834bfa8762 None None] Provisioning complete for port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:25.199407 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-eccb5ec9-0fb1-4b08-b272-29834bfa8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:25.279167 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-eccb5ec9-0fb1-4b08-b272-29834bfa8762 None None] Current status of the port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:44:26.305917 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 537e5c34-6f69-4fe5-93b1-4706017bd3e4 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:26.357827 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:26.358227 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:26.447916 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:44:26.848749 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44450) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:27.199210 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:27.256427 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9b89-66d7-41b5-a324-d7de11ce0984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.284518 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Made reservation on behalf of 19ceced3cdd147b28cf11e7276c93c23 for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:27.286877 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.299118 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.382357 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Publish callbacks [] for security_group (29260a43-6d1e-4a7f-9b49-876f0263f6df), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.456571 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (29260a43-6d1e-4a7f-9b49-876f0263f6df), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.478213 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=110664) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 20:44:27.494869 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29260a43-6d1e-4a7f-9b49-876f0263f6df,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:27.500028 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (42801f8c-d5c6-4963-96b2-325127108b06), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.500365 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Added segment 42801f8c-d5c6-4963-96b2-325127108b06 of type flat for network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe Apr 18 20:44:27.555472 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (92aa3796-0bca-4a0c-86ad-25b1835a6ffe), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.644478 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (92aa3796-0bca-4a0c-86ad-25b1835a6ffe), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.645430 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:44:27.646003 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:27.737823 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] Pushing event updated for resources: {'Network': ['ID=92aa3796-0bca-4a0c-86ad-25b1835a6ffe,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:27.747262 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:44:27.848144 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-47fb2d33-7f1a-4ddd-be05-3ca1197676e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9980562 Apr 18 20:44:28.307556 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:30.056022 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:30.523774 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 44468) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:30.732030 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43480e-89a5-4fd4-935c-047c9e0fc6c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:44:30.733400 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-5e43480e-89a5-4fd4-935c-047c9e0fc6c9 demo admin] 10.222.0.53 "GET /v2.0/subnets/b7e29e7e-3c25-4734-926f-84358c5fce4a HTTP/1.1" status: 200 len: 849 time: 0.2087452 Apr 18 20:44:30.864725 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-7115d506-f380-445a-b706-c74ae15bd397 demo admin] 10.222.0.53 "GET /v2.0/routers/94cbeef8-266a-4ed9-9844-ddaf54780128 HTTP/1.1" status: 200 len: 704 time: 0.1238196 Apr 18 20:44:31.184239 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:31.477879 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:31.576288 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Allocated IP 172.20.0.1 (e4b0ed52-b627-42ca-9d1f-2ae31a78a522/b7e29e7e-3c25-4734-926f-84358c5fce4a/98c22ba7-fa7f-4166-92a3-be0ff053d9c6) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:31.749853 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Publish callbacks [] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:31.867960 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:31.947492 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:31.955658 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:31.958546 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:31.959099 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (94cbeef8-266a-4ed9-9844-ddaf54780128), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:31.961662 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Pushing event updated for resources: {'Port': ['ID=98c22ba7-fa7f-4166-92a3-be0ff053d9c6,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:32.142549 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-4df73c9b-218d-41c7-ab5a-7fd9cce87371 None None] Provisioning complete for port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:32.143203 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-4df73c9b-218d-41c7-ab5a-7fd9cce87371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:32.177809 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-4df73c9b-218d-41c7-ab5a-7fd9cce87371 None None] Port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:44:32.219371 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:32.467667 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Publish callbacks [] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:32.536383 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:32.537354 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (94cbeef8-266a-4ed9-9844-ddaf54780128), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:32.635101 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Pushing event updated for resources: {'Port': ['ID=98c22ba7-fa7f-4166-92a3-be0ff053d9c6,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:32.680942 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:32.682566 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:32.900462 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-472e54a4-00a9-4e37-b477-40af07bbfc93 None None] Provisioning complete for port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:32.901001 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-472e54a4-00a9-4e37-b477-40af07bbfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:32.925446 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Router 94cbeef8-266a-4ed9-9844-ddaf54780128 is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:44:32.938260 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-472e54a4-00a9-4e37-b477-40af07bbfc93 None None] Port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:44:33.029516 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:33.038933 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-18332e38-2ca0-46df-859d-58898d4893ba demo admin] 10.222.0.53 "PUT /v2.0/routers/94cbeef8-266a-4ed9-9844-ddaf54780128/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1671526 Apr 18 20:44:33.051338 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Sync routers for ids ['94cbeef8-266a-4ed9-9844-ddaf54780128'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:33.066063 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Routers {'94cbeef8-266a-4ed9-9844-ddaf54780128'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:33.067051 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:44:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['94cbeef8-266a-4ed9-9844-ddaf54780128'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:33.313005 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Set router 94cbeef8-266a-4ed9-9844-ddaf54780128 gateway port host: None {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:33.771580 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'name': 'router1', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:32Z', 'revision_number': 2, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'gw_port_host': None, '_interfaces': [{'id': '98c22ba7-fa7f-4166-92a3-be0ff053d9c6', 'name': '', 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'mac_address': 'fa:16:3e:ca:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:31Z', 'updated_at': '2022-04-18T20:44:32Z', 'revision_number': 2, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'subnets': [{'id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9dc258-8656-4b44-a9c9-35e9a88bc105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:33.826396 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Checking router: 94cbeef8-266a-4ed9-9844-ddaf54780128 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:33.827111 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Updating router 94cbeef8-266a-4ed9-9844-ddaf54780128 port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:44:33.881945 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:34.451418 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Publish callbacks [] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:34.518872 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:34.630769 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Pushing event updated for resources: {'Port': ['ID=98c22ba7-fa7f-4166-92a3-be0ff053d9c6,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:34.676881 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.677315 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.677687 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.678061 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.678406 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.678767 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.679105 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.679442 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.679779 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.680116 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.680452 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.680807 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.681139 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.681464 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.681792 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Tracked resource versions report: Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: pushed versions: Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: { 'AddressGroup': {'1.2'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Agent': {'1.1'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'ConntrackHelper': {'1.0'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'LocalIPAssociation': {'1.0'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Log': {'1.0'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'NDPProxy': {'1.0'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Network': {'1.1'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Port': {'1.7'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'PortForwarding': {'1.3'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'QosPolicy': {'1.10'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SecurityGroup': {'1.5'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SubPort': {'1.0'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Subnet': {'1.1'}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Trunk': {'1.1'}} Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: consumer versions: Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: { DHCP agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: L3 agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: Metadata agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: Metering agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: Open vSwitch agent@dv-cinder-826510-5-iscsi: { 'AddressGroup': '1.2', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Agent': '1.1', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'ConntrackHelper': '1.0', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'LocalIPAssociation': '1.0', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Log': '1.0', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'NDPProxy': '1.0', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Network': '1.1', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Port': '1.7', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'PortForwarding': '1.3', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'QosPolicy': '1.10', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SecurityGroup': '1.5', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SecurityGroupRule': '1.2', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SubPort': '1.0', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Subnet': '1.1', Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Trunk': '1.1'}} Apr 18 20:44:34.683369 dv-cinder-826510-5-iscsi neutron-server[110666]: {{(pid=110666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:44:34.732397 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Attempting to bind port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:44:34.732802 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Attempting to bind port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:44:34.733262 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Attempting to bind port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 on network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:34.739492 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:34.739902 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Checking segment: {'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:44:34.740397 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:34.740796 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Bound using segment: {'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:34.741299 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Bound port: 98c22ba7-fa7f-4166-92a3-be0ff053d9c6, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2d1578-c7be-4efe-a6bb-46b15ac73bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:44:34.741688 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:34.823008 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] For port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:34.843782 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] For port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=98c22ba7-fa7f-4166-92a3-be0ff053d9c6,segment=NetworkSegment(5e2d1578-c7be-4efe-a6bb-46b15ac73bf8),segment_id=5e2d1578-c7be-4efe-a6bb-46b15ac73bf8)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:34.873556 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-b831264f-9191-4299-94d3-79f85a746b2c None None] Provisioning complete for port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:34.874108 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b831264f-9191-4299-94d3-79f85a746b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:34.910973 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-b831264f-9191-4299-94d3-79f85a746b2c None None] Port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:44:34.925434 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:34.985706 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Routers {'94cbeef8-266a-4ed9-9844-ddaf54780128'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:34.986704 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:44:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['94cbeef8-266a-4ed9-9844-ddaf54780128'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:35.068208 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cab3e8-978d-412c-bc50-54c9a74e84ae None None] Pushing event updated for resources: {'Port': ['ID=98c22ba7-fa7f-4166-92a3-be0ff053d9c6,revision_number=4']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:35.104516 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] Set router 94cbeef8-266a-4ed9-9844-ddaf54780128 gateway port host: None {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:35.130605 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-abf67abc-f91a-4f6a-95a6-4790988c9c6e None None] Provisioning complete for port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:35.132324 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-abf67abc-f91a-4f6a-95a6-4790988c9c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:35.223273 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-abf67abc-f91a-4f6a-95a6-4790988c9c6e None None] Current status of the port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:44:35.223577 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-abf67abc-f91a-4f6a-95a6-4790988c9c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:35.263831 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-abf67abc-f91a-4f6a-95a6-4790988c9c6e None None] For port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=98c22ba7-fa7f-4166-92a3-be0ff053d9c6,segment=NetworkSegment(5e2d1578-c7be-4efe-a6bb-46b15ac73bf8),segment_id=5e2d1578-c7be-4efe-a6bb-46b15ac73bf8)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:35.347642 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'name': 'router1', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:32Z', 'revision_number': 2, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'gw_port_host': None, '_interfaces': [{'id': '98c22ba7-fa7f-4166-92a3-be0ff053d9c6', 'name': '', 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'mac_address': 'fa:16:3e:ca:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:31Z', 'updated_at': '2022-04-18T20:44:34Z', 'revision_number': 4, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'subnets': [{'id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9dc258-8656-4b44-a9c9-35e9a88bc105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:35.352526 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-abf67abc-f91a-4f6a-95a6-4790988c9c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:35.377421 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2e324-9649-4af9-9814-305b9dc9f524 None None] The sync data for ids ['94cbeef8-266a-4ed9-9844-ddaf54780128'] in dv-cinder-826510-5-iscsi is: [{'id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'name': 'router1', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:32Z', 'revision_number': 2, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'gw_port_host': None, '_interfaces': [{'id': '98c22ba7-fa7f-4166-92a3-be0ff053d9c6', 'name': '', 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'mac_address': 'fa:16:3e:ca:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:31Z', 'updated_at': '2022-04-18T20:44:34Z', 'revision_number': 4, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'subnets': [{'id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9dc258-8656-4b44-a9c9-35e9a88bc105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:35.421567 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf67abc-f91a-4f6a-95a6-4790988c9c6e None None] Pushing event updated for resources: {'Port': ['ID=98c22ba7-fa7f-4166-92a3-be0ff053d9c6,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:35.509390 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:44:35.713411 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 44488) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:36.012200 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.policy [None req-b2fb5f36-4f12-4da8-9bc1-b221602c0ae2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110663) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 20:44:36.053939 dv-cinder-826510-5-iscsi neutron-server[110663]: WARNING oslo_policy.policy [None req-b2fb5f36-4f12-4da8-9bc1-b221602c0ae2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:44:36.054366 dv-cinder-826510-5-iscsi neutron-server[110663]: WARNING oslo_policy.policy [None req-b2fb5f36-4f12-4da8-9bc1-b221602c0ae2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:44:36.062594 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb5f36-4f12-4da8-9bc1-b221602c0ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:44:36.064919 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b2fb5f36-4f12-4da8-9bc1-b221602c0ae2 admin admin] 10.222.0.53 "GET /v2.0/networks/92aa3796-0bca-4a0c-86ad-25b1835a6ffe HTTP/1.1" status: 200 len: 842 time: 0.3505774 Apr 18 20:44:36.074620 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:36.202820 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Made reservation on behalf of 19ceced3cdd147b28cf11e7276c93c23 for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:36.206515 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:36.703029 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.objects.ports [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110663) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 18 20:44:36.703535 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (09b8cb0a-b9d3-4aee-b89e-dfc2b787b707), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:36.769200 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:44:36.769857 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Network hostable DHCP agents. Network: 92aa3796-0bca-4a0c-86ad-25b1835a6ffe, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:36.780637 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b8cb0a-b9d3-4aee-b89e-dfc2b787b707,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:36.796898 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.797261 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.798299 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.798644 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.799129 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.799471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.799791 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.800113 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.800440 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.800763 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.801100 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.801435 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.801755 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.802066 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.802376 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Tracked resource versions report: Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: pushed versions: Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: { 'AddressGroup': {'1.2'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Agent': {'1.1'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'ConntrackHelper': {'1.0'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'LocalIPAssociation': {'1.0'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Log': {'1.0'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'NDPProxy': {'1.0'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Network': {'1.1'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Port': {'1.7'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'PortForwarding': {'1.3'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'QosPolicy': {'1.10'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SecurityGroup': {'1.5'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SubPort': {'1.0'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Subnet': {'1.1'}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Trunk': {'1.1'}} Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: consumer versions: Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: { DHCP agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: L3 agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: Metadata agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: Metering agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: Open vSwitch agent@dv-cinder-826510-5-iscsi: { 'AddressGroup': '1.2', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Agent': '1.1', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'ConntrackHelper': '1.0', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'LocalIPAssociation': '1.0', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Log': '1.0', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'NDPProxy': '1.0', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Network': '1.1', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Port': '1.7', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'PortForwarding': '1.3', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'QosPolicy': '1.10', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SecurityGroup': '1.5', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SecurityGroupRule': '1.2', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SubPort': '1.0', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Subnet': '1.1', Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Trunk': '1.1'}} Apr 18 20:44:36.803883 dv-cinder-826510-5-iscsi neutron-server[110663]: {{(pid=110663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:44:36.907828 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:36.992513 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 92aa3796-0bca-4a0c-86ad-25b1835a6ffe) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:36.998399 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:44:36.999749 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:37.005509 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20bd45f-5a47-4481-b480-1ff9f71ae5c9 None None] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:44:37.111555 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56d279-efd4-41c5-8103-fee3b8e9bc5d None None] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:44:37.155827 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b4a39d28-3685-46d7-8c1d-29d554b042a5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0847831 Apr 18 20:44:39.672736 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 44502) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:39.955543 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6b48b0a1-2ce5-45a6-9702-5b15c35a0c4b demo admin] 10.222.0.53 "GET /v2.0/routers/94cbeef8-266a-4ed9-9844-ddaf54780128 HTTP/1.1" status: 200 len: 710 time: 0.2814741 Apr 18 20:44:40.161528 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e5fdb1-e1c8-4df0-9cf0-00127c037c03 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:44:40.162928 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-c6e5fdb1-e1c8-4df0-9cf0-00127c037c03 demo admin] 10.222.0.53 "GET /v2.0/networks/92aa3796-0bca-4a0c-86ad-25b1835a6ffe HTTP/1.1" status: 200 len: 886 time: 0.2019670 Apr 18 20:44:40.175908 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:40.449802 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks [] for router_gateway (94cbeef8-266a-4ed9-9844-ddaf54780128), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:40.778642 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks [] for router_gateway (94cbeef8-266a-4ed9-9844-ddaf54780128), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:40.870983 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:41.044463 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Allocated IP 172.27.1.227 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/47eb5e05-5abe-4026-baeb-36932fa87a68) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:41.158327 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks [] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:41.273510 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:41.346323 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:41.359034 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:41.366277 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:41.371663 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Pushing event updated for resources: {'Port': ['ID=47eb5e05-5abe-4026-baeb-36932fa87a68,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.835759 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks [] for router_gateway (94cbeef8-266a-4ed9-9844-ddaf54780128), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:42.051365 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1992903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9662'] for router (94cbeef8-266a-4ed9-9844-ddaf54780128), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:42.057023 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1992764'] for router (94cbeef8-266a-4ed9-9844-ddaf54780128), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:42.182414 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Router 94cbeef8-266a-4ed9-9844-ddaf54780128 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:42.303575 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:42.308406 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] Publish callbacks [] for router (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:42.309682 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5003f27d-a74d-4593-a02f-4cd0f7c4f7ab demo admin] 10.222.0.53 "PUT /v2.0/routers/94cbeef8-266a-4ed9-9844-ddaf54780128 HTTP/1.1" status: 200 len: 890 time: 2.1375217 Apr 18 20:44:44.347781 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:44.398460 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:44.398886 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:44.486400 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:44:44.612375 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Sync routers for ids ['94cbeef8-266a-4ed9-9844-ddaf54780128'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:44.624177 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Routers {'94cbeef8-266a-4ed9-9844-ddaf54780128'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:44.624888 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:44:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['94cbeef8-266a-4ed9-9844-ddaf54780128'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:44.873241 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Set router 94cbeef8-266a-4ed9-9844-ddaf54780128 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:45.028471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 44514) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:44:45.151793 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7796026d-8a67-441a-831c-efb017786885 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1219277 Apr 18 20:44:45.394260 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'name': 'router1', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '47eb5e05-5abe-4026-baeb-36932fa87a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:41Z', 'revision_number': 4, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'gw_port': {'id': '47eb5e05-5abe-4026-baeb-36932fa87a68', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:40Z', 'updated_at': '2022-04-18T20:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '98c22ba7-fa7f-4166-92a3-be0ff053d9c6', 'name': '', 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'mac_address': 'fa:16:3e:ca:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:31Z', 'updated_at': '2022-04-18T20:44:35Z', 'revision_number': 5, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'subnets': [{'id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9dc258-8656-4b44-a9c9-35e9a88bc105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:45.450171 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Checking router: 94cbeef8-266a-4ed9-9844-ddaf54780128 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:45.450461 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Updating router 94cbeef8-266a-4ed9-9844-ddaf54780128 port 47eb5e05-5abe-4026-baeb-36932fa87a68 binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:44:45.533173 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:45.941994 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Publish callbacks [] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:46.037863 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:46.097815 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Attempting to bind port 47eb5e05-5abe-4026-baeb-36932fa87a68 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:44:46.097815 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Attempting to bind port 47eb5e05-5abe-4026-baeb-36932fa87a68 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:44:46.098680 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Attempting to bind port 47eb5e05-5abe-4026-baeb-36932fa87a68 on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:46.107336 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede7136-4973-4920-9ff7-243ba07160ef None None] Pushing event updated for resources: {'Port': ['ID=47eb5e05-5abe-4026-baeb-36932fa87a68,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.111185 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:46.111586 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:44:46.111995 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:46.112557 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:46.112881 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Bound port: 47eb5e05-5abe-4026-baeb-36932fa87a68, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:44:46.113297 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:46.172898 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] For port 47eb5e05-5abe-4026-baeb-36932fa87a68, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:46.176218 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] For port 47eb5e05-5abe-4026-baeb-36932fa87a68, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=47eb5e05-5abe-4026-baeb-36932fa87a68,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:46.245957 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:46.322550 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede7136-4973-4920-9ff7-243ba07160ef None None] Pushing event updated for resources: {'Port': ['ID=47eb5e05-5abe-4026-baeb-36932fa87a68,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.335456 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Routers {'94cbeef8-266a-4ed9-9844-ddaf54780128'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:46.335881 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:44:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['94cbeef8-266a-4ed9-9844-ddaf54780128'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:46.447966 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] Set router 94cbeef8-266a-4ed9-9844-ddaf54780128 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:46.673217 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'name': 'router1', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '47eb5e05-5abe-4026-baeb-36932fa87a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:41Z', 'revision_number': 4, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'gw_port': {'id': '47eb5e05-5abe-4026-baeb-36932fa87a68', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:40Z', 'updated_at': '2022-04-18T20:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '98c22ba7-fa7f-4166-92a3-be0ff053d9c6', 'name': '', 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'mac_address': 'fa:16:3e:ca:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:31Z', 'updated_at': '2022-04-18T20:44:35Z', 'revision_number': 5, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'subnets': [{'id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9dc258-8656-4b44-a9c9-35e9a88bc105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:46.701019 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dd264-9d61-43eb-837a-0f75c3aac688 None None] The sync data for ids ['94cbeef8-266a-4ed9-9844-ddaf54780128'] in dv-cinder-826510-5-iscsi is: [{'id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'name': 'router1', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '47eb5e05-5abe-4026-baeb-36932fa87a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:41Z', 'revision_number': 4, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'gw_port': {'id': '47eb5e05-5abe-4026-baeb-36932fa87a68', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:40Z', 'updated_at': '2022-04-18T20:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '98c22ba7-fa7f-4166-92a3-be0ff053d9c6', 'name': '', 'network_id': 'e4b0ed52-b627-42ca-9d1f-2ae31a78a522', 'tenant_id': '7aeea9bbd9db4330be56ec273a77aebe', 'mac_address': 'fa:16:3e:ca:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cbeef8-266a-4ed9-9844-ddaf54780128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:31Z', 'updated_at': '2022-04-18T20:44:35Z', 'revision_number': 5, 'project_id': '7aeea9bbd9db4330be56ec273a77aebe', 'subnets': [{'id': 'b7e29e7e-3c25-4734-926f-84358c5fce4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9dc258-8656-4b44-a9c9-35e9a88bc105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:48.399880 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 47eb5e05-5abe-4026-baeb-36932fa87a68 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:48.477215 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 47eb5e05-5abe-4026-baeb-36932fa87a68 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:48.477961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:48.570057 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 47eb5e05-5abe-4026-baeb-36932fa87a68 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:44:48.571130 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:48.595816 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 47eb5e05-5abe-4026-baeb-36932fa87a68, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=47eb5e05-5abe-4026-baeb-36932fa87a68,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:48.702595 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:48.783852 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=47eb5e05-5abe-4026-baeb-36932fa87a68,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:50.403661 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 47eb5e05-5abe-4026-baeb-36932fa87a68 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:50.506529 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 47eb5e05-5abe-4026-baeb-36932fa87a68 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:44:50.507115 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (47eb5e05-5abe-4026-baeb-36932fa87a68), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:50.638369 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 47eb5e05-5abe-4026-baeb-36932fa87a68 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:44:54.878026 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-bdb358b4-f094-488e-ad4a-b73d697b37cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:57.295701 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3fff-73df-4b4f-9317-dab9b18912c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:44:58.293677 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:00.072757 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:01.487569 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:12.508931 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:45:24.853659 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf2cf-4883-4b28-bf49-8ea73d172afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:27.270667 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-a35e7d94-8f96-451d-87ed-2a9967881bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:28.986935 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:30.071236 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:31.486388 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:49.508575 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:45:54.890925 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-774406d0-1eba-4424-a6bd-d8c5cf5b6738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:57.281445 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-db589d01-f784-43ca-822c-bfa4b39dd78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:45:58.269620 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:00.069831 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:01.498569 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:17.433700 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 44998) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:17.498637 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9822d52a-9883-4bd9-a15f-ea3b7318a7e5 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:46:17.500078 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9822d52a-9883-4bd9-a15f-ea3b7318a7e5 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653734 Apr 18 20:46:17.679417 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d16a9-2d3d-42e8-a195-818a61fa5e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:17.680931 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f33d16a9-2d3d-42e8-a195-818a61fa5e35 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1764920 Apr 18 20:46:20.131897 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45008) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:20.250133 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db359b-8d74-4125-9b0d-aa1b7f2c2f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:20.251585 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-60db359b-8d74-4125-9b0d-aa1b7f2c2f70 admin admin] 10.222.0.53 "GET /v2.0/subnets/b7e29e7e-3c25-4734-926f-84358c5fce4a HTTP/1.1" status: 200 len: 849 time: 0.1183646 Apr 18 20:46:20.262645 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:20.362191 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Publish callbacks [] for subnet (b7e29e7e-3c25-4734-926f-84358c5fce4a), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:20.592064 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788133513759'] for subnet (b7e29e7e-3c25-4734-926f-84358c5fce4a), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:20.628180 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:20.630219 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:20.630219 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] 10.222.0.53 "PUT /v2.0/subnets/b7e29e7e-3c25-4734-926f-84358c5fce4a HTTP/1.1" status: 200 len: 868 time: 0.3726602 Apr 18 20:46:20.637138 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c439d8b-0125-49a9-9e5b-d425cad59d7f None None] Network e4b0ed52-b627-42ca-9d1f-2ae31a78a522 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:46:20.664175 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e29e7e-3c25-4734-926f-84358c5fce4a,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.675889 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.676453 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.676614 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.676937 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.677284 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.677621 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.678159 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.678531 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.678935 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.679276 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.679616 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.679963 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.680287 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.680615 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:20.680942 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1482232-7c2e-4759-afd1-dd480de777fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:21.055889 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-9b342fb4-d907-41dc-acc9-e6a0f444151c None None] Provisioning complete for port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:46:21.056281 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9b342fb4-d907-41dc-acc9-e6a0f444151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (98c22ba7-fa7f-4166-92a3-be0ff053d9c6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:21.149979 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-9b342fb4-d907-41dc-acc9-e6a0f444151c None None] Current status of the port 98c22ba7-fa7f-4166-92a3-be0ff053d9c6 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:46:21.161971 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-9b342fb4-d907-41dc-acc9-e6a0f444151c None None] Provisioning complete for port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:46:21.162640 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9b342fb4-d907-41dc-acc9-e6a0f444151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (537e5c34-6f69-4fe5-93b1-4706017bd3e4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:21.274201 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-9b342fb4-d907-41dc-acc9-e6a0f444151c None None] Current status of the port 537e5c34-6f69-4fe5-93b1-4706017bd3e4 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:46:23.048303 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45016) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:23.355617 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4836cd-b2ba-4e6e-8dff-2c50e306be91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:23.356095 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4836cd-b2ba-4e6e-8dff-2c50e306be91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:23.357684 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-ed4836cd-b2ba-4e6e-8dff-2c50e306be91 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3082027 Apr 18 20:46:24.866097 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d9d43505-7d0b-4b41-a5a0-5350fd7f01bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:26.153562 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45024) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:26.343594 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548afb7-b80d-4303-a255-1e35d21f8ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:26.344072 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548afb7-b80d-4303-a255-1e35d21f8ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:26.345794 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9548afb7-b80d-4303-a255-1e35d21f8ff3 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1911919 Apr 18 20:46:26.508771 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:46:27.308818 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-a0cf0ace-0a78-47e9-b445-0944f3491abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:28.274311 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:28.926256 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45032) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:29.063105 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585be7c2-afca-4e66-b003-5403990fe87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:29.064533 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-585be7c2-afca-4e66-b003-5403990fe87c admin admin] 10.222.0.53 "GET /v2.0/networks/92aa3796-0bca-4a0c-86ad-25b1835a6ffe HTTP/1.1" status: 200 len: 886 time: 0.1372578 Apr 18 20:46:30.085480 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:31.546111 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:31.552183 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45040) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:31.707772 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d62ea9-cc11-4bad-9b92-05db0490ac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:31.709188 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-95d62ea9-cc11-4bad-9b92-05db0490ac51 admin admin] 10.222.0.53 "GET /v2.0/networks/e4b0ed52-b627-42ca-9d1f-2ae31a78a522 HTTP/1.1" status: 200 len: 869 time: 0.1559029 Apr 18 20:46:34.223980 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45048) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:34.372362 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ad73f-72e7-4962-87bb-7da3da48534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:34.372854 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ad73f-72e7-4962-87bb-7da3da48534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:34.374449 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7d0ad73f-72e7-4962-87bb-7da3da48534b admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1494877 Apr 18 20:46:36.920167 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45056) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:37.055524 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d215533-45ae-47c7-852f-34686ab83269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:37.056841 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d215533-45ae-47c7-852f-34686ab83269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:37.058431 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4d215533-45ae-47c7-852f-34686ab83269 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1369851 Apr 18 20:46:39.491402 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45066) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:39.667717 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2fd2c-9d5c-4c09-9a07-9a4955b7211e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:39.669097 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-33a2fd2c-9d5c-4c09-9a07-9a4955b7211e admin admin] 10.222.0.53 "GET /v2.0/subnets/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707 HTTP/1.1" status: 200 len: 816 time: 0.1766908 Apr 18 20:46:42.088492 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45074) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:46:42.187682 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0ce25-6fba-41d1-b056-15f3215a4d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:46:42.189069 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-ada0ce25-6fba-41d1-b056-15f3215a4d53 admin admin] 10.222.0.53 "GET /v2.0/subnets/b7e29e7e-3c25-4734-926f-84358c5fce4a HTTP/1.1" status: 200 len: 868 time: 0.0996170 Apr 18 20:46:54.902532 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-a71dc5d3-2045-4064-acf6-34bdb876f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:57.267156 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d9c30162-2f45-4c45-880d-7341458e8a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:46:58.295571 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:00.104403 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:01.479008 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:03.507805 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:47:24.894750 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-955ee87e-d84f-41f5-850a-22292334b5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:27.002912 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45132) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:47:27.055664 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [None req-c5e6eea5-00af-4d55-85fe-bbfd076b8ff9 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:47:27.056715 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-c5e6eea5-00af-4d55-85fe-bbfd076b8ff9 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527201 Apr 18 20:47:27.266444 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f665aa3f-fd44-4242-a4a1-ac59bff0a2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:28.283464 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:29.610005 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45140) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:47:29.673545 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0d4fcb-a0ad-4b6d-8528-546117ef697b admin admin] GET failed (client error): The resource could not be found. Apr 18 20:47:29.674897 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-fa0d4fcb-a0ad-4b6d-8528-546117ef697b admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639188 Apr 18 20:47:29.821466 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c6d50-6ace-42a7-801b-ee4d555ccbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:47:29.823025 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-2c4c6d50-6ace-42a7-801b-ee4d555ccbce admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428711 Apr 18 20:47:30.117543 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:31.520500 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:32.266470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45148) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:47:32.319181 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:32.414510 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Made reservation on behalf of 19ceced3cdd147b28cf11e7276c93c23 for: {'network': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:32.416909 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:32.465752 dv-cinder-826510-5-iscsi neutron-server[110663]: WARNING neutron.services.revisions.revision_plugin [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Could not find related network for resource to bump revision. Apr 18 20:47:32.482814 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=110663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:32.496975 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788133546159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (e2a41b47-d30c-4082-8fec-38eb6403c18d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:32.497528 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Unsubscribe: segment precommit_create {{(pid=110663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:47:32.497987 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.segments_db [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Added segment e2a41b47-d30c-4082-8fec-38eb6403c18d of type vlan for network 3337776f-26c2-47fc-bbde-1d9887e073a1 Apr 18 20:47:32.548182 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (3337776f-26c2-47fc-bbde-1d9887e073a1), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:32.640049 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (3337776f-26c2-47fc-bbde-1d9887e073a1), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:32.641032 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:47:32.641623 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:32.745550 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Pushing event updated for resources: {'Network': ['ID=3337776f-26c2-47fc-bbde-1d9887e073a1,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:32.752523 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.760288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:32.769456 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 3337776f-26c2-47fc-bbde-1d9887e073a1 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:32.783024 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5a72e04a-f461-4b5c-8845-efeabc9b7bed admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5152800 Apr 18 20:47:35.183838 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45156) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:47:35.259601 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1761a4b-668d-46c6-b40c-61cc2e70bc94 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:47:35.260910 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a1761a4b-668d-46c6-b40c-61cc2e70bc94 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0760758 Apr 18 20:47:35.334357 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4e2d83-0d4e-47d9-9b15-68280af1ce69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:47:35.338659 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4c4e2d83-0d4e-47d9-9b15-68280af1ce69 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0709567 Apr 18 20:47:35.348172 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:35.451377 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Made reservation on behalf of 19ceced3cdd147b28cf11e7276c93c23 for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:35.453648 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:35.701155 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (286d8c2c-a556-4a7b-aa38-eeec0b29f339), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:35.758923 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=286d8c2c-a556-4a7b-aa38-eeec0b29f339,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:35.768497 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Checking segment: {'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:47:35.768849 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Network hostable DHCP agents. Network: 3337776f-26c2-47fc-bbde-1d9887e073a1, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:35.772950 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.773293 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.773657 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.773998 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.774330 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.774656 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.775007 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.775333 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.775656 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.775979 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.776305 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.776624 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.776947 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.777260 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.777577 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.851168 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Network 3337776f-26c2-47fc-bbde-1d9887e073a1 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:35.939685 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 3337776f-26c2-47fc-bbde-1d9887e073a1) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:35.943895 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:47:35.944499 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:35.950274 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4551e859-fc96-4d30-a62e-25e2f7f48010 None None] Network 3337776f-26c2-47fc-bbde-1d9887e073a1 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:47:36.045455 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-1dd129cf-592a-4c65-b431-025d737c55ec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7007656 Apr 18 20:47:36.069927 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-3337776f-26c2-47fc-bbde-1d9887e073a1', 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1', 'project_id': '19ceced3cdd147b28cf11e7276c93c23', 'fixed_ips': [{'subnet_id': '286d8c2c-a556-4a7b-aa38-eeec0b29f339'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:47:36.075317 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:36.231211 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Allocated IP 192.168.233.2 (3337776f-26c2-47fc-bbde-1d9887e073a1/286d8c2c-a556-4a7b-aa38-eeec0b29f339/54a0e253-6436-4929-bdf7-784f05ae3bc5) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:36.384829 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Publish callbacks [] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:36.466222 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:36.505978 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Network 3337776f-26c2-47fc-bbde-1d9887e073a1 is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:36.511367 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:36.515667 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:36.523121 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Pushing event updated for resources: {'Port': ['ID=54a0e253-6436-4929-bdf7-784f05ae3bc5,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:36.534886 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.535238 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.535604 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.536007 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.536628 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.536854 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.537083 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.537327 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.537655 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.537984 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.538313 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.538637 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.538987 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.539312 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.539629 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:36.607305 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Attempting to bind port 54a0e253-6436-4929-bdf7-784f05ae3bc5 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:47:36.607682 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Attempting to bind port 54a0e253-6436-4929-bdf7-784f05ae3bc5 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:47:36.608052 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Attempting to bind port 54a0e253-6436-4929-bdf7-784f05ae3bc5 on network 3337776f-26c2-47fc-bbde-1d9887e073a1 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:36.613670 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:36.614232 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Checking segment: {'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:47:36.614726 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:36.615331 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Bound using segment: {'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:36.616026 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Bound port: 54a0e253-6436-4929-bdf7-784f05ae3bc5, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:47:36.616575 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:36.693625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] For port 54a0e253-6436-4929-bdf7-784f05ae3bc5, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:36.697549 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] For port 54a0e253-6436-4929-bdf7-784f05ae3bc5, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=54a0e253-6436-4929-bdf7-784f05ae3bc5,segment=NetworkSegment(e2a41b47-d30c-4082-8fec-38eb6403c18d),segment_id=e2a41b47-d30c-4082-8fec-38eb6403c18d)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:36.779068 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:36.861503 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c1243-c8ce-430f-a023-76840c8f8e6c None None] Pushing event updated for resources: {'Port': ['ID=54a0e253-6436-4929-bdf7-784f05ae3bc5,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.801128 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc576671-9865-4bd2-9f6d-4ec806bcbb37 None None] Network 3337776f-26c2-47fc-bbde-1d9887e073a1 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:47:37.923640 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-82ec5e69-1574-4d6b-af81-61830b761e4e None None] Provisioning complete for port 54a0e253-6436-4929-bdf7-784f05ae3bc5 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:47:37.923985 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-82ec5e69-1574-4d6b-af81-61830b761e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:38.028786 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-82ec5e69-1574-4d6b-af81-61830b761e4e None None] Current status of the port 54a0e253-6436-4929-bdf7-784f05ae3bc5 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:47:38.029214 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-82ec5e69-1574-4d6b-af81-61830b761e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:38.070681 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-82ec5e69-1574-4d6b-af81-61830b761e4e None None] For port 54a0e253-6436-4929-bdf7-784f05ae3bc5, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=54a0e253-6436-4929-bdf7-784f05ae3bc5,segment=NetworkSegment(e2a41b47-d30c-4082-8fec-38eb6403c18d),segment_id=e2a41b47-d30c-4082-8fec-38eb6403c18d)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:38.182691 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-82ec5e69-1574-4d6b-af81-61830b761e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:38.234586 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec5e69-1574-4d6b-af81-61830b761e4e None None] Pushing event updated for resources: {'Port': ['ID=54a0e253-6436-4929-bdf7-784f05ae3bc5,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.304602 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-bb8d96fe-a78a-49c2-8b76-e81f5018a92e None None] Provisioning complete for port 54a0e253-6436-4929-bdf7-784f05ae3bc5 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:47:38.305050 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-bb8d96fe-a78a-49c2-8b76-e81f5018a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:38.398554 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d96fe-a78a-49c2-8b76-e81f5018a92e None None] Current status of the port 54a0e253-6436-4929-bdf7-784f05ae3bc5 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:47:38.487363 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 54a0e253-6436-4929-bdf7-784f05ae3bc5 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:38.536998 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 54a0e253-6436-4929-bdf7-784f05ae3bc5 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:47:38.537369 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (54a0e253-6436-4929-bdf7-784f05ae3bc5), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:38.621686 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 54a0e253-6436-4929-bdf7-784f05ae3bc5 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:47:40.507038 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:47:54.882039 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5737d849-bd9a-4b2a-bbc4-6841ececd996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:57.271448 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01cce0dd-15ff-4b71-895a-4df4e467bc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:47:58.310226 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:00.084488 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:01.507076 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:17.506165 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:48:24.889240 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-45ed4286-a365-4090-a4a4-e1050a4cb5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:27.292756 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-461c9ba8-b442-485c-824d-77a03710546c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:28.266015 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:30.088622 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:31.511606 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:54.507367 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:48:54.896986 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-141a017a-13cb-4b8c-ba1f-7f64ce80788b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:57.259318 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec29d-b7e5-4da4-9851-a04a5bc0c193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:48:58.310532 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:00.113866 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:01.510253 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:24.853104 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-261f6fd7-d036-4ddb-bb4a-5fcd2d1d9a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:27.272558 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ff835d4e-f8c2-4597-a0f6-408b9328e26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:28.307391 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:30.103877 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:31.507829 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:49:31.549451 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:44.428004 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45194) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:49:44.433838 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [None req-7f2315ac-030e-4327-8373-a6dff2892393 tempest-verify_tempest_config-185378222 tempest-verify_tempest_config-185378222-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:49:44.434918 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7f2315ac-030e-4327-8373-a6dff2892393 tempest-verify_tempest_config-185378222 tempest-verify_tempest_config-185378222-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058432 Apr 18 20:49:45.037376 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45212) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:49:45.163692 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:45.280499 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Publish callbacks [] for security_group (62e142a8-c54e-429d-a7cd-63ecc309d130), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:45.369096 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (62e142a8-c54e-429d-a7cd-63ecc309d130), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:45.421359 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5d1ee7747a844d1ada3636f82c748cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3827980 Apr 18 20:49:45.422125 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e142a8-c54e-429d-a7cd-63ecc309d130,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:45.426153 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45216) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:49:45.429798 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.430367 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.430519 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.431053 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.431257 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.431607 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.431944 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.432285 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.432659 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.433003 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.433355 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.433708 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.434047 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.434377 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.434709 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23823cdf-2c94-46e8-ba08-7cb1b306eb84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.492044 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Publish callbacks [] for security_group (62e142a8-c54e-429d-a7cd-63ecc309d130), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:45.517626 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Publish callbacks [] for security_group (62e142a8-c54e-429d-a7cd-63ecc309d130), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:45.689451 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (62e142a8-c54e-429d-a7cd-63ecc309d130), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:45.692104 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:45.693298 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62e142a8-c54e-429d-a7cd-63ecc309d130 HTTP/1.1" status: 204 len: 168 time: 0.2660723 Apr 18 20:49:45.702264 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e142a8-c54e-429d-a7cd-63ecc309d130,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:45.710272 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.717016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfcfa40-456d-43a6-9a5e-f0500578fc15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:54.856841 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ec5655-defe-472a-8ea9-30db9673dec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:57.263371 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-18767cf3-5067-4aaa-aa5a-5e3e67eec906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:49:58.297603 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:00.113232 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:01.507384 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:08.512751 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:50:24.895029 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8f249bb4-ea46-49fc-b10a-84b77c8b64cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:27.386560 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9374a660-0c93-421b-a179-887510d38af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:28.304595 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:30.100586 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:31.494464 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:45.512433 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:50:54.851546 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-aed2039c-11af-412f-bf06-ad8f5ebf8043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:57.257749 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-dc4032e5-2419-4dc1-ae89-7ea14600db1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:50:58.304417 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:00.081636 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:01.515646 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:22.515787 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 5 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:51:24.856528 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-bb0655d6-e358-4a64-9b4a-a26500d8f72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:27.263638 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-705bdc1f-1491-453d-a447-23abd7cdfc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:28.315458 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:30.092161 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:31.498445 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:31.850632 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1993640'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:47.638967 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45288) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:51:47.753272 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5d46cc25-1887-46cb-877c-44c537640e0c admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1131761 Apr 18 20:51:50.208289 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45298) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:51:50.273489 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f0b47370-b0d5-4124-9c1e-14576ac992db admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0640953 Apr 18 20:51:54.859307 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d94f73c3-0f4d-497d-ae58-5ea4004af5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:57.236247 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-4b78c722-a016-48df-b890-8b804a04f6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:58.373059 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:51:59.515811 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:52:00.110043 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:01.515585 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:01.845708 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:24.868969 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8558813e-cc6d-4bb8-9108-cf739ba72954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:27.281607 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-22af0bcd-5fa9-49f4-bc8d-6b8b508d8327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:28.294117 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:30.116328 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:31.539598 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:31.864637 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:36.515881 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:52:54.876331 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba405-b2af-480e-808a-20f91a308184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:57.305149 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-4d3cb1df-fe24-4578-9d20-e21f59a13e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:52:58.287875 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:00.110646 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:01.528144 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:01.852795 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:13.516601 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:53:24.859270 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-084c6a58-e19a-4243-ac6d-b453141e1780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:27.340531 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-2a335b43-475c-4113-a944-81c7029b77ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:28.317496 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:30.117149 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:31.528638 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:31.877815 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:33.034647 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45478) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:33.393215 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2078104664-network', 'tenant_id': 'e56e2636ff3a427abf91ca55f30d9ed3'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:33.511608 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Made reservation on behalf of e56e2636ff3a427abf91ca55f30d9ed3 for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:33.515356 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:33.530879 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:33.666436 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Publish callbacks [] for security_group (850c4c95-d738-46fa-a2a9-921613cbb2d2), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:33.713591 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45502) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:33.745241 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (850c4c95-d738-46fa-a2a9-921613cbb2d2), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:33.783429 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:33.785435 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850c4c95-d738-46fa-a2a9-921613cbb2d2,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.797354 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.797765 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.798128 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.798467 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.798813 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.799150 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.799467 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.799783 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.800125 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.800479 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.800784 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.801117 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.801436 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.801750 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.802059 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Tracked resource versions report: Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: pushed versions: Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: { 'AddressGroup': {'1.2'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Agent': {'1.1'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'ConntrackHelper': {'1.0'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'LocalIPAssociation': {'1.0'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Log': {'1.0'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'NDPProxy': {'1.0'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Network': {'1.1'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Port': {'1.7'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'PortForwarding': {'1.3'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'QosPolicy': {'1.10'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SecurityGroup': {'1.5'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SubPort': {'1.0'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Subnet': {'1.1'}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Trunk': {'1.1'}} Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: consumer versions: Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: { DHCP agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: HyperV agent@hv-cinder-82651: {}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: L3 agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: Metadata agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: Metering agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: Open vSwitch agent@dv-cinder-826510-5-iscsi: { 'AddressGroup': '1.2', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Agent': '1.1', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'ConntrackHelper': '1.0', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'LocalIPAssociation': '1.0', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Log': '1.0', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'NDPProxy': '1.0', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Network': '1.1', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Port': '1.7', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'PortForwarding': '1.3', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'QosPolicy': '1.10', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SecurityGroup': '1.5', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SecurityGroupRule': '1.2', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'SubPort': '1.0', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Subnet': '1.1', Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: 'Trunk': '1.1'}} Apr 18 20:53:33.803362 dv-cinder-826510-5-iscsi neutron-server[110664]: {{(pid=110664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:53:33.810918 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (a1a1362e-9fe6-4b04-8673-35032023a156), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:33.811254 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Added segment a1a1362e-9fe6-4b04-8673-35032023a156 of type vlan for network a9e7641e-c07e-4ba5-a163-6772edacaf16 Apr 18 20:53:33.858895 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (a9e7641e-c07e-4ba5-a163-6772edacaf16), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:33.968810 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (a9e7641e-c07e-4ba5-a163-6772edacaf16), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:33.970540 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:33.971793 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.002870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45510) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:34.052829 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45518) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:34.099582 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e7641e-c07e-4ba5-a163-6772edacaf16,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.112511 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network a9e7641e-c07e-4ba5-a163-6772edacaf16 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:34.182536 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45524) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:34.182713 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c8c0dc4e-cb31-467f-97e9-f4ca8a2590c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1406686 Apr 18 20:53:34.183410 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Request body: {'subnet': {'network_id': 'a9e7641e-c07e-4ba5-a163-6772edacaf16', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2078104664-subnet', 'tenant_id': 'e56e2636ff3a427abf91ca55f30d9ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:34.202880 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-112203324-network', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:34.325338 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Made reservation on behalf of 91960583eb984ba28fbe168ddd9a54c3 for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:34.326707 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Made reservation on behalf of e56e2636ff3a427abf91ca55f30d9ed3 for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:34.331258 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.333109 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.361250 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.544222 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Publish callbacks [] for security_group (8dac2a86-424f-4d6f-9d94-18247ab3f2cc), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.594011 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-network', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:34.649209 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8dac2a86-424f-4d6f-9d94-18247ab3f2cc), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.656624 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-network', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:34.693746 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45540) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:34.703017 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:34.706050 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac2a86-424f-4d6f-9d94-18247ab3f2cc,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.719602 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (f614867a-1ecf-42a8-ac35-5a5314095e40), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.720320 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Added segment f614867a-1ecf-42a8-ac35-5a5314095e40 of type vlan for network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 Apr 18 20:53:34.786232 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.791316 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Made reservation on behalf of a0e794ba52ab44c5a2b5906338c002d6 for: {'network': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:34.794640 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.798473 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (77040a95-9cf9-4254-84de-2f82cd8f87f9), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.828890 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.876976 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.878286 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:34.879692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:34.918422 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Made reservation on behalf of 3ec268fac1364ccf857b9e8be5f80876 for: {'network': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:34.929809 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.021782 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.072996 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-293855107-network', 'tenant_id': '49053bff9c8744c49577beb0147f053a'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:35.079559 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] Pushing event updated for resources: {'Network': ['ID=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.088581 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-032315e1-26ed-46e1-8edc-afedb1fd9972 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3734992 Apr 18 20:53:35.107763 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:35.112875 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45552) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:35.120622 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Request body: {'subnet': {'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-112203324-subnet', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:35.167124 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Publish callbacks [] for security_group (71a16878-2f48-46c3-8a2f-e5dda51eb14c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.213469 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Checking segment: {'id': 'a1a1362e-9fe6-4b04-8673-35032023a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9e7641e-c07e-4ba5-a163-6772edacaf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:35.214577 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Network hostable DHCP agents. Network: a9e7641e-c07e-4ba5-a163-6772edacaf16, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:35.216477 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Made reservation on behalf of 91960583eb984ba28fbe168ddd9a54c3 for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:35.221233 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.272392 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77040a95-9cf9-4254-84de-2f82cd8f87f9,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.285023 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Made reservation on behalf of 49053bff9c8744c49577beb0147f053a for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:35.289210 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (71a16878-2f48-46c3-8a2f-e5dda51eb14c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.300050 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.335364 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.335717 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.340396 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.340798 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.341152 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.341502 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.341843 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.342310 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.347915 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.348437 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.348818 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.349188 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.349542 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.349879 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.350213 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Tracked resource versions report: Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: pushed versions: Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: { 'AddressGroup': {'1.2'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Agent': {'1.1'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'ConntrackHelper': {'1.0'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'LocalIPAssociation': {'1.0'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Log': {'1.0'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'NDPProxy': {'1.0'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Network': {'1.1'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Port': {'1.7'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'PortForwarding': {'1.3'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'QosPolicy': {'1.10'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SecurityGroup': {'1.5'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SubPort': {'1.0'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Subnet': {'1.1'}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Trunk': {'1.1'}} Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: consumer versions: Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: { DHCP agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: HyperV agent@hv-cinder-82651: {}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: L3 agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: Metadata agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: Metering agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: Open vSwitch agent@dv-cinder-826510-5-iscsi: { 'AddressGroup': '1.2', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Agent': '1.1', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'ConntrackHelper': '1.0', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'LocalIPAssociation': '1.0', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Log': '1.0', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'NDPProxy': '1.0', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Network': '1.1', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Port': '1.7', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'PortForwarding': '1.3', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'QosPolicy': '1.10', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SecurityGroup': '1.5', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SecurityGroupRule': '1.2', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'SubPort': '1.0', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Subnet': '1.1', Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: 'Trunk': '1.1'}} Apr 18 20:53:35.351487 dv-cinder-826510-5-iscsi neutron-server[110663]: {{(pid=110663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:53:35.364072 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=110663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:35.378034 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.404872 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.405389 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.segments_db [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Added segment 6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a of type vlan for network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f Apr 18 20:53:35.419892 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Network a9e7641e-c07e-4ba5-a163-6772edacaf16 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:35.426817 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a16878-2f48-46c3-8a2f-e5dda51eb14c,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.486104 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.489768 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Publish callbacks [] for security_group (16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.523220 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, a9e7641e-c07e-4ba5-a163-6772edacaf16) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:35.531443 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:35.533221 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.549339 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad495e03-990f-4916-bef8-29ec3c963ab1 None None] Network a9e7641e-c07e-4ba5-a163-6772edacaf16 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:35.575158 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.582013 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Publish callbacks [] for security_group (85bed59d-101f-4adc-9dd9-9a3c5cd35988), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.621296 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=110663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:35.664906 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.671654 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:35.672924 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (85bed59d-101f-4adc-9dd9-9a3c5cd35988), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.675482 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.684780 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (cdce62d0-84f7-4cee-9c1a-ec8627340d64), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.691992 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.segments_db [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Added segment cdce62d0-84f7-4cee-9c1a-ec8627340d64 of type vlan for network 16e87387-b123-4f2b-babb-a2e00343063b Apr 18 20:53:35.696271 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.709329 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-10e82020-f081-41ee-948b-0e191d3c1052 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5326612 Apr 18 20:53:35.715744 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bed59d-101f-4adc-9dd9-9a3c5cd35988,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.736919 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:35.778292 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (1c92791a-a4f5-4257-9b06-08cd706b90b2), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.778988 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Added segment 1c92791a-a4f5-4257-9b06-08cd706b90b2 of type vlan for network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d Apr 18 20:53:35.884638 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8793147 Apr 18 20:53:35.891042 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea82ea-2157-475a-965d-5657a114b3c7 None None] Network a9e7641e-c07e-4ba5-a163-6772edacaf16 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:35.894366 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45578) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:35.906176 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Request body: {'subnet': {'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-subnet', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:35.914174 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (16e87387-b123-4f2b-babb-a2e00343063b), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.916490 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bcee8-96c8-41a5-810c-6d6ab222efd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.917883 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (13a8a4ec-054a-4b03-9f0c-ef547bb0842d), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:35.971470 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:36.003740 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (8904da12-6f56-4119-a567-0dcca69c3516), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.031279 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Made reservation on behalf of a0e794ba52ab44c5a2b5906338c002d6 for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:36.034419 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.037280 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (16e87387-b123-4f2b-babb-a2e00343063b), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.040927 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:36.040927 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.072317 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8904da12-6f56-4119-a567-0dcca69c3516,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.123840 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (13a8a4ec-054a-4b03-9f0c-ef547bb0842d), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.126530 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:36.127494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.141915 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Checking segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:36.142790 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Network hostable DHCP agents. Network: 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:36.202729 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] Pushing event updated for resources: {'Network': ['ID=16e87387-b123-4f2b-babb-a2e00343063b,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.225059 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] Pushing event updated for resources: {'Network': ['ID=13a8a4ec-054a-4b03-9f0c-ef547bb0842d,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.233503 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f3452d2e-8ffe-4fc1-be2d-069bf3f7bd78 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5381417 Apr 18 20:53:36.238013 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45586) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:36.243373 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 16e87387-b123-4f2b-babb-a2e00343063b details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:36.257333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Request body: {'subnet': {'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-293855107-subnet', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:36.262841 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:36.316326 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6196e114-54d1-4574-bc74-b319d981252e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2593298 Apr 18 20:53:36.317836 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45596) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:36.324844 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Request body: {'subnet': {'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-subnet', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:36.391287 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:36.494497 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Made reservation on behalf of 3ec268fac1364ccf857b9e8be5f80876 for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:36.502517 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.580539 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:36.594817 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427c944-5243-4296-a706-8003a2f4a72f None None] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:36.610703 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Made reservation on behalf of 49053bff9c8744c49577beb0147f053a for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:36.613855 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.634902 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:36.648489 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.732848 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (71493661-796a-428f-8ac2-7edf91ff13c7), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.942329 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:53:36.943962 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:36.993994 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71493661-796a-428f-8ac2-7edf91ff13c7,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:37.012444 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b3156fba-7c07-45dd-867a-b40543a5986a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8979015 Apr 18 20:53:37.019295 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45618) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:37.029178 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Checking segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:37.029178 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Network hostable DHCP agents. Network: a3a3ca30-f467-4723-b6ab-4f6182f7cd9f, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:37.030562 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:37.179767 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.191145 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.284159 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks [] for router_controller (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), precommit_add_association {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.292165 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Allocated IP 172.20.0.2 (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6/8904da12-6f56-4119-a567-0dcca69c3516/5574ecec-f60a-4718-b964-37b68835287b) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:37.299764 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (70141762-b3bb-420e-b230-42af2b3a8c3e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.362987 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:37.398540 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (28b61d25-99fd-4952-a4b5-64e655c1687a), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.560072 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b61d25-99fd-4952-a4b5-64e655c1687a,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:37.564527 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, a3a3ca30-f467-4723-b6ab-4f6182f7cd9f) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:37.608297 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56be5d1-b16d-4f8e-aab0-7c0507841bf7 None None] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:37.629470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:37.630501 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.657431 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Checking segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:37.657721 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Network hostable DHCP agents. Network: 13a8a4ec-054a-4b03-9f0c-ef547bb0842d, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:37.825164 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:37.845619 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-bccfe244-093f-47ad-a6f4-595a9ce5b7c0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9466920 Apr 18 20:53:37.848765 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45668) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:37.858829 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:37.904339 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:53:37.905124 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.945335 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Publish callbacks [] for port (5574ecec-f60a-4718-b964-37b68835287b), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.975622 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.980783 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:37.986882 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 13a8a4ec-054a-4b03-9f0c-ef547bb0842d) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:38.006779 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d4c7f-7ad2-4ae2-ac89-465639e94911 None None] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:38.011835 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:38.012839 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.043280 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks [] for router_gateway (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.063204 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45678) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:38.071850 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70141762-b3bb-420e-b230-42af2b3a8c3e,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:38.095472 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (5574ecec-f60a-4718-b964-37b68835287b), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.096316 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Checking segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:38.096898 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Network hostable DHCP agents. Network: 16e87387-b123-4f2b-babb-a2e00343063b, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:38.142717 dv-cinder-826510-5-iscsi neutron-server[110663]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:53:38.188098 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-c2ac8285-397c-4189-bc6b-8db3458e9407 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9476504 Apr 18 20:53:38.194133 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45684) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:38.200909 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:38.227789 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:38.280649 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Pushing event updated for resources: {'Port': ['ID=5574ecec-f60a-4718-b964-37b68835287b,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:38.286071 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks [] for router_controller (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), precommit_add_association {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.290702 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:38.292128 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Network 16e87387-b123-4f2b-babb-a2e00343063b is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:38.312748 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:38.318196 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 16e87387-b123-4f2b-babb-a2e00343063b) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:38.343565 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.344195 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.344792 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.345459 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.346078 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.346767 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.348749 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.350081 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.350903 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.351370 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.352034 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.352629 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.353306 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.356112 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Tracked resource versions report: Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: pushed versions: Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: { 'AddressGroup': {'1.2'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Agent': {'1.1'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'ConntrackHelper': {'1.0'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'LocalIPAssociation': {'1.0'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Log': {'1.0'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'NDPProxy': {'1.0'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Network': {'1.1'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Port': {'1.7'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'PortForwarding': {'1.3'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'QosPolicy': {'1.10'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SecurityGroup': {'1.5'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SubPort': {'1.0'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Subnet': {'1.1'}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Trunk': {'1.1'}} Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: consumer versions: Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: { DHCP agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: HyperV agent@hv-cinder-82651: {}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: L3 agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: Metadata agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: Metering agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: Open vSwitch agent@dv-cinder-826510-5-iscsi: { 'AddressGroup': '1.2', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Agent': '1.1', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'ConntrackHelper': '1.0', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'LocalIPAssociation': '1.0', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Log': '1.0', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'NDPProxy': '1.0', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Network': '1.1', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Port': '1.7', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'PortForwarding': '1.3', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'QosPolicy': '1.10', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SecurityGroup': '1.5', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SecurityGroupRule': '1.2', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'SubPort': '1.0', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Subnet': '1.1', Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: 'Trunk': '1.1'}} Apr 18 20:53:38.360503 dv-cinder-826510-5-iscsi neutron-server[110665]: {{(pid=110665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:53:38.398070 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:53:38.400685 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:38.401392 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.403007 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.408664 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d362f-6047-47c2-a654-3a54e41062e4 None None] Network 16e87387-b123-4f2b-babb-a2e00343063b requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:38.415531 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (99fe3dbb-5052-4a17-9222-93bf3cae46e9), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.416779 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (99fe3dbb-5052-4a17-9222-93bf3cae46e9), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.549763 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-9f8b47df-ddcc-4fa8-be99-0f9ea3b62d9b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:38.551720 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-9f8b47df-ddcc-4fa8-be99-0f9ea3b62d9b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/networks?id=a9e7641e-c07e-4ba5-a163-6772edacaf16 HTTP/1.1" status: 200 len: 812 time: 0.4945028 Apr 18 20:53:38.575068 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-da070945-cde3-40bd-80bd-22a79035b071 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2555838 Apr 18 20:53:38.583160 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45694) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:38.590613 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:38.596174 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks [] for router_controller (99fe3dbb-5052-4a17-9222-93bf3cae46e9), precommit_add_association {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.603204 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e367b3e7-87c9-4e57-bd17-fe900fa43547 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/quotas/e56e2636ff3a427abf91ca55f30d9ed3 HTTP/1.1" status: 200 len: 375 time: 0.0200255 Apr 18 20:53:38.740337 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-ad907ba6-cddf-4a46-bd7c-48f2dfce9be9 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e56e2636ff3a427abf91ca55f30d9ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898023 Apr 18 20:53:38.742479 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks [] for router_gateway (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.775261 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (65b41f48-eb4b-4057-8779-a87aa35665f9), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.776357 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (65b41f48-eb4b-4057-8779-a87aa35665f9), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.791232 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Allocated IP 172.20.0.2 (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f/71493661-796a-428f-8ac2-7edf91ff13c7/d6744cbd-dc6d-4319-9a45-f029b2b4a957) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:38.792904 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks [] for router_gateway (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.799033 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Attempting to bind port 5574ecec-f60a-4718-b964-37b68835287b on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:38.799536 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Attempting to bind port 5574ecec-f60a-4718-b964-37b68835287b by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:38.800125 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Attempting to bind port 5574ecec-f60a-4718-b964-37b68835287b on network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:38.825726 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:38.826132 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Checking segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:38.826576 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.826904 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Bound using segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:38.827891 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Bound port: 5574ecec-f60a-4718-b964-37b68835287b, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:38.828489 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (5574ecec-f60a-4718-b964-37b68835287b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:38.859823 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.095202 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks [] for router_gateway (99fe3dbb-5052-4a17-9222-93bf3cae46e9), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.112373 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-16e87387-b123-4f2b-babb-a2e00343063b', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:53:39.115384 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.130931 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-10aa7b44-b782-4f4f-a940-cecc32c6e45c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:53:39.133032 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-10aa7b44-b782-4f4f-a940-cecc32c6e45c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1262658 Apr 18 20:53:39.201808 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] For port 5574ecec-f60a-4718-b964-37b68835287b, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:39.209114 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] For port 5574ecec-f60a-4718-b964-37b68835287b, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=5574ecec-f60a-4718-b964-37b68835287b,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:39.249219 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Allocated IP 172.20.0.2 (13a8a4ec-054a-4b03-9f0c-ef547bb0842d/28b61d25-99fd-4952-a4b5-64e655c1687a/e06be41d-6d9f-4d70-bdfc-de859fb4ed40) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:39.273349 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks [] for router_controller (65b41f48-eb4b-4057-8779-a87aa35665f9), precommit_add_association {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.297068 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks [] for router_gateway (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.332391 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (5574ecec-f60a-4718-b964-37b68835287b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.340123 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.368523 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e77231f4-6271-490e-a846-af77872d8b4f service neutron] 10.222.0.53 "GET /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186196 Apr 18 20:53:39.790503 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-aab389e6-d49c-4e18-80d7-07a0d9766343 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289576 Apr 18 20:53:39.797536 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks [] for router_gateway (99fe3dbb-5052-4a17-9222-93bf3cae46e9), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.800431 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686756af-330c-4e6f-b78a-2af84d5850c2 None None] Pushing event updated for resources: {'Port': ['ID=5574ecec-f60a-4718-b964-37b68835287b,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:39.806007 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks [] for router_gateway (65b41f48-eb4b-4057-8779-a87aa35665f9), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.806007 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:39.806007 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Allocated IP 172.27.1.225 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/73063ba4-5ffd-4201-8545-fc3e39c2adf9) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:39.921954 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45722) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:39.956246 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Publish callbacks [] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.025871 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Allocated IP 172.20.0.2 (16e87387-b123-4f2b-babb-a2e00343063b/70141762-b3bb-420e-b230-42af2b3a8c3e/7658d81c-4f1c-4017-a228-17b87a34c643) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:40.031168 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Publish callbacks [] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.039874 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.102257 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:40.251125 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:40.261355 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:40.265639 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9b452246-74af-4720-9373-01eba99c8db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.351177 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.421196 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45738) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:40.510619 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8ca116a8-50a4-4507-9fb1-a8515af163cc req-cb8682c0-bb0e-4b33-a90c-96e3a2f6f47c tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.0882094 Apr 18 20:53:40.540799 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9b452246-74af-4720-9373-01eba99c8db2 admin admin] Publish callbacks [] for security_group (98fb8866-c8b1-40a1-a81b-d3ae3bd8631f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.579976 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Pushing event updated for resources: {'Port': ['ID=d6744cbd-dc6d-4319-9a45-f029b2b4a957,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:40.631410 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9b452246-74af-4720-9373-01eba99c8db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (98fb8866-c8b1-40a1-a81b-d3ae3bd8631f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.669029 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks [] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.686481 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:40.709311 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:40.748375 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:40.802394 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks [] for router_gateway (65b41f48-eb4b-4057-8779-a87aa35665f9), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.857742 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.861196 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 5574ecec-f60a-4718-b964-37b68835287b up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:40.944546 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Publish callbacks [] for port (7658d81c-4f1c-4017-a228-17b87a34c643), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:40.961770 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Attempting to bind port d6744cbd-dc6d-4319-9a45-f029b2b4a957 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:40.962363 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Attempting to bind port d6744cbd-dc6d-4319-9a45-f029b2b4a957 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:40.962979 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Attempting to bind port d6744cbd-dc6d-4319-9a45-f029b2b4a957 on network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:40.977814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Pushing event updated for resources: {'Port': ['ID=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:40.979234 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.019594 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:41.020305 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Checking segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:41.020889 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.022055 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Bound using segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:41.022783 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Bound port: d6744cbd-dc6d-4319-9a45-f029b2b4a957, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:41.023375 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.028386 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:41.029871 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:41.044190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:41.066250 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9b452246-74af-4720-9373-01eba99c8db2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96723d596d5847119eacada14f51e101&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1434224 Apr 18 20:53:41.068342 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45762) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:41.070163 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.118561 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b452246-74af-4720-9373-01eba99c8db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fb8866-c8b1-40a1-a81b-d3ae3bd8631f,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.125090 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Pushing event updated for resources: {'Port': ['ID=73063ba4-5ffd-4201-8545-fc3e39c2adf9,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.194018 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Network 16e87387-b123-4f2b-babb-a2e00343063b is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:41.225450 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Allocated IP 172.27.1.183 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/07e9e6f2-1af1-4314-9524-c9e4eeee8351) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:41.233386 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Pushing event updated for resources: {'Port': ['ID=7658d81c-4f1c-4017-a228-17b87a34c643,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.237327 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:41.250665 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Attempting to bind port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:41.251725 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Attempting to bind port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:41.255263 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Attempting to bind port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:41.284700 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:41.299150 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:41.304099 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Checking segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:41.304733 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.305157 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Bound using segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:41.305668 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Bound port: e06be41d-6d9f-4d70-bdfc-de859fb4ed40, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:41.306132 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.314353 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88b2019a-580c-470a-9e9f-49177cd5acda admin admin] Publish callbacks [] for security_group (98fb8866-c8b1-40a1-a81b-d3ae3bd8631f), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.461304 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88b2019a-580c-470a-9e9f-49177cd5acda admin admin] Publish callbacks [] for security_group (98fb8866-c8b1-40a1-a81b-d3ae3bd8631f), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.546677 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b40046-2113-429c-b6ba-a841d19cea94 None None] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:41.577423 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks [] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.687562 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88b2019a-580c-470a-9e9f-49177cd5acda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (98fb8866-c8b1-40a1-a81b-d3ae3bd8631f), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.692362 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88b2019a-580c-470a-9e9f-49177cd5acda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.697442 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-88b2019a-580c-470a-9e9f-49177cd5acda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98fb8866-c8b1-40a1-a81b-d3ae3bd8631f HTTP/1.1" status: 204 len: 168 time: 0.6160829 Apr 18 20:53:41.713432 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Attempting to bind port 7658d81c-4f1c-4017-a228-17b87a34c643 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:41.716098 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Attempting to bind port 7658d81c-4f1c-4017-a228-17b87a34c643 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:41.716690 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Attempting to bind port 7658d81c-4f1c-4017-a228-17b87a34c643 on network 16e87387-b123-4f2b-babb-a2e00343063b {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:41.743009 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2019a-580c-470a-9e9f-49177cd5acda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fb8866-c8b1-40a1-a81b-d3ae3bd8631f,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.749787 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b00ad3e-f974-433e-a682-9f9a73ab4f9a req-f608de52-7eba-4e5f-8946-f32da81502e7 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.0853195 Apr 18 20:53:41.809435 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.815571 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] For port d6744cbd-dc6d-4319-9a45-f029b2b4a957, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:41.829737 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] For port d6744cbd-dc6d-4319-9a45-f029b2b4a957, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=d6744cbd-dc6d-4319-9a45-f029b2b4a957,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:41.835840 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 5574ecec-f60a-4718-b964-37b68835287b triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:41.836275 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5574ecec-f60a-4718-b964-37b68835287b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.861164 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:41.866527 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:41.870820 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:41.875663 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Allocated IP 172.27.1.218 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/847de180-43c1-48b2-8c84-535422997743) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:41.876214 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:41.876621 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Checking segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:41.876698 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.877111 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Bound using segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:41.877606 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Bound port: 7658d81c-4f1c-4017-a228-17b87a34c643, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:41.878062 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.950786 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Pushing event updated for resources: {'Port': ['ID=07e9e6f2-1af1-4314-9524-c9e4eeee8351,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.961574 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks [] for router_gateway (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:41.982254 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-ed400276-6291-427c-817d-a3916b5c237b None None] For port 7658d81c-4f1c-4017-a228-17b87a34c643, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:41.985857 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-ed400276-6291-427c-817d-a3916b5c237b None None] For port 7658d81c-4f1c-4017-a228-17b87a34c643, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=7658d81c-4f1c-4017-a228-17b87a34c643,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:42.001910 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-05f85667-7d3c-4be6-b5e8-ae71913a3832 None None] Provisioning complete for port 5574ecec-f60a-4718-b964-37b68835287b triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:42.002316 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-05f85667-7d3c-4be6-b5e8-ae71913a3832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5574ecec-f60a-4718-b964-37b68835287b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.046960 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.086247 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] For port e06be41d-6d9f-4d70-bdfc-de859fb4ed40, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:42.135793 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks [] for port (847de180-43c1-48b2-8c84-535422997743), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.163261 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] For port e06be41d-6d9f-4d70-bdfc-de859fb4ed40, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:42.189742 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.244689 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 5574ecec-f60a-4718-b964-37b68835287b is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:42.245082 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (5574ecec-f60a-4718-b964-37b68835287b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.272039 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e561d-afcb-46fa-a09b-8409abe1866f None None] Pushing event updated for resources: {'Port': ['ID=d6744cbd-dc6d-4319-9a45-f029b2b4a957,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.303819 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.443116 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (847de180-43c1-48b2-8c84-535422997743), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.459811 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.514800 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:42.538979 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:42.584115 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-05f85667-7d3c-4be6-b5e8-ae71913a3832 None None] Current status of the port 5574ecec-f60a-4718-b964-37b68835287b is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:42.586300 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-05f85667-7d3c-4be6-b5e8-ae71913a3832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (5574ecec-f60a-4718-b964-37b68835287b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.632679 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks [] for router_gateway (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.645578 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 5574ecec-f60a-4718-b964-37b68835287b, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=5574ecec-f60a-4718-b964-37b68835287b,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:42.683375 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:42.726785 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (5574ecec-f60a-4718-b964-37b68835287b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:42.729553 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed400276-6291-427c-817d-a3916b5c237b None None] Pushing event updated for resources: {'Port': ['ID=7658d81c-4f1c-4017-a228-17b87a34c643,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.960767 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.db.api [None req-05f85667-7d3c-4be6-b5e8-ae71913a3832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:53:42.961483 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG oslo_db.api [None req-05f85667-7d3c-4be6-b5e8-ae71913a3832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:53:42.974230 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617ac7a-362b-467d-aea0-7de66a03cdaa None None] Pushing event updated for resources: {'Port': ['ID=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.066083 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device d6744cbd-dc6d-4319-9a45-f029b2b4a957 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:43.160581 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Allocated IP 172.27.1.156 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:43.162405 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=5574ecec-f60a-4718-b964-37b68835287b,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.186060 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9ee06562-d63c-4505-8b61-551b41c473bc req-0b611692-98e6-4a21-a706-5b3acb25bec3 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.1437268 Apr 18 20:53:43.267142 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port d6744cbd-dc6d-4319-9a45-f029b2b4a957 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:43.267566 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:43.296913 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45812) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:43.325817 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a96e350a-5d91-4428-8779-1b1f12af49a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:43.330128 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Pushing event updated for resources: {'Port': ['ID=847de180-43c1-48b2-8c84-535422997743,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.369833 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:43.524528 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-05f85667-7d3c-4be6-b5e8-ae71913a3832 None None] Current status of the port 5574ecec-f60a-4718-b964-37b68835287b is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:43.530917 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port d6744cbd-dc6d-4319-9a45-f029b2b4a957 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:43.533225 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:43.606085 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port d6744cbd-dc6d-4319-9a45-f029b2b4a957, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=d6744cbd-dc6d-4319-9a45-f029b2b4a957,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:43.652470 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-d338308d-cc42-4294-ad8a-271da7196d31 None None] Provisioning complete for port 5574ecec-f60a-4718-b964-37b68835287b triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:43.654945 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d338308d-cc42-4294-ad8a-271da7196d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5574ecec-f60a-4718-b964-37b68835287b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:43.733514 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:43.846181 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a96e350a-5d91-4428-8779-1b1f12af49a5 admin admin] Publish callbacks [] for security_group (9c097003-54cb-44bb-9ed2-29cd875920d4), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:43.859376 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=d6744cbd-dc6d-4319-9a45-f029b2b4a957,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.932574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a96e350a-5d91-4428-8779-1b1f12af49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (9c097003-54cb-44bb-9ed2-29cd875920d4), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:43.960349 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-d338308d-cc42-4294-ad8a-271da7196d31 None None] Current status of the port 5574ecec-f60a-4718-b964-37b68835287b is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:43.969078 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks [] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:44.058226 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-a96e350a-5d91-4428-8779-1b1f12af49a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c481c49005824abbb67da34dae5dc6fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7571599 Apr 18 20:53:44.066287 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45846) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:44.074454 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e350a-5d91-4428-8779-1b1f12af49a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c097003-54cb-44bb-9ed2-29cd875920d4,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:44.191551 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks [] for router_gateway (99fe3dbb-5052-4a17-9222-93bf3cae46e9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:44.207998 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:53:44.226514 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2a91faa6-ffe7-4eb9-8898-c7c8505c455d admin admin] Publish callbacks [] for security_group (9c097003-54cb-44bb-9ed2-29cd875920d4), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:44.257904 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Router bf44ee15-9f8f-4741-919f-1f9d2cff83ac is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:53:44.307420 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2a91faa6-ffe7-4eb9-8898-c7c8505c455d admin admin] Publish callbacks [] for security_group (9c097003-54cb-44bb-9ed2-29cd875920d4), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:44.421501 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:44.594435 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c05f590-d036-4ab7-b138-b1e08f6e1344 None None] Network 16e87387-b123-4f2b-babb-a2e00343063b requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:44.700493 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-90d627d6-a4df-4288-bfd9-2c77aaebef2b req-8bd68226-9955-478b-9b04-05bcfa202af1 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.1789289 Apr 18 20:53:44.728107 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:44.730366 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:44.793413 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:44.810988 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Sync routers for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:44.825703 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2a91faa6-ffe7-4eb9-8898-c7c8505c455d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (9c097003-54cb-44bb-9ed2-29cd875920d4), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:44.828604 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2a91faa6-ffe7-4eb9-8898-c7c8505c455d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:44.843569 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-2a91faa6-ffe7-4eb9-8898-c7c8505c455d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c097003-54cb-44bb-9ed2-29cd875920d4 HTTP/1.1" status: 204 len: 168 time: 0.7758400 Apr 18 20:53:44.860234 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:44.860234 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:44.877749 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91faa6-ffe7-4eb9-8898-c7c8505c455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c097003-54cb-44bb-9ed2-29cd875920d4,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:44.926809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:44.932930 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:44.932930 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f4395f7b-7b77-4a8e-91e3-cf7ab7bcf587 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0791938 Apr 18 20:53:44.934768 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 45874) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:45.041353 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e4230-b586-4459-9841-dd27cf6cc141 None None] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:45.119993 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-fc8da88d-0f5d-4dd6-93c6-7dc783a00b6c None None] Provisioning complete for port 7658d81c-4f1c-4017-a228-17b87a34c643 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:45.122171 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-fc8da88d-0f5d-4dd6-93c6-7dc783a00b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:45.242213 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:45.396140 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Pushing event updated for resources: {'Port': ['ID=7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:45.412113 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e06be41d-6d9f-4d70-bdfc-de859fb4ed40 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:45.431410 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:45.524433 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Sync routers for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:45.580693 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e17ee-805a-4100-8cb7-d57367038717 None None] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:53:45.666932 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.78', 57403) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:45.692970 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:45.694549 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e991a750-25b9-41ee-b99a-7feb0497b438 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6777890 Apr 18 20:53:45.725655 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 45888) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:45.735958 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:42Z', 'revision_number': 3, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:45.775317 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Checking router: 6a1997fc-d13f-4db0-b46a-bd1b89a3799e for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:45.775911 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Updating router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:53:45.811640 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:45.812349 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:45.833408 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.071132 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks [] for router_gateway (65b41f48-eb4b-4057-8779-a87aa35665f9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.207915 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:46.259404 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (99fe3dbb-5052-4a17-9222-93bf3cae46e9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.291917 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-3cfa33e7-f35e-4cca-897d-563dd4cab151 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:46.303020 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-3cfa33e7-f35e-4cca-897d-563dd4cab151 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.78 "GET /v2.0/networks?id=a9e7641e-c07e-4ba5-a163-6772edacaf16 HTTP/1.1" status: 200 len: 812 time: 0.6328902 Apr 18 20:53:46.360804 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f4170b5a-7799-4e37-b678-f240d123ca3e req-4c259a45-bf1e-4702-9f4f-17d7915130d4 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.1616507 Apr 18 20:53:46.416349 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Publish callbacks [] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.471607 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.475281 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Request body: {'port': {'device_id': 'a04a0787-2556-442d-a704-61b950df74b6', 'network_id': 'a9e7641e-c07e-4ba5-a163-6772edacaf16', 'admin_state_up': True, 'tenant_id': 'e56e2636ff3a427abf91ca55f30d9ed3'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:46.528579 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.551042 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-fc8da88d-0f5d-4dd6-93c6-7dc783a00b6c None None] Current status of the port 7658d81c-4f1c-4017-a228-17b87a34c643 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:46.551435 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-fc8da88d-0f5d-4dd6-93c6-7dc783a00b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.649996 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:46.650413 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.712818 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Pushing event updated for resources: {'Port': ['ID=07e9e6f2-1af1-4314-9524-c9e4eeee8351,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.720225 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-fc8da88d-0f5d-4dd6-93c6-7dc783a00b6c None None] For port 7658d81c-4f1c-4017-a228-17b87a34c643, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=7658d81c-4f1c-4017-a228-17b87a34c643,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:46.756911 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.757498 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.758034 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.758508 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.759001 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.759450 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.759907 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.760452 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.760977 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.761495 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.762223 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.762845 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.763297 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.763737 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Tracked resource versions report: Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: pushed versions: Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: { 'AddressGroup': {'1.2'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Agent': {'1.1'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'ConntrackHelper': {'1.0'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'LocalIPAssociation': {'1.0'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Log': {'1.0'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'NDPProxy': {'1.0'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Network': {'1.1'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Port': {'1.7'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'PortForwarding': {'1.3'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'QosPolicy': {'1.10'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SecurityGroup': {'1.5'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SubPort': {'1.0'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Subnet': {'1.1'}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Trunk': {'1.1'}} Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: consumer versions: Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: { DHCP agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: HyperV agent@hv-cinder-82651: {}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: L3 agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: Metadata agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: Metering agent@dv-cinder-826510-5-iscsi: {}, Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: Open vSwitch agent@dv-cinder-826510-5-iscsi: { 'AddressGroup': '1.2', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Agent': '1.1', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'ConntrackHelper': '1.0', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'LocalIPAssociation': '1.0', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Log': '1.0', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'NDPProxy': '1.0', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Network': '1.1', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Port': '1.7', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'PortForwarding': '1.3', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'QosPolicy': '1.10', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SecurityGroup': '1.5', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SecurityGroupRule': '1.2', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'SubPort': '1.0', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Subnet': '1.1', Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: 'Trunk': '1.1'}} Apr 18 20:53:46.767510 dv-cinder-826510-5-iscsi neutron-server[110666]: {{(pid=110666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:53:46.777571 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Attempting to bind port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:46.777571 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Attempting to bind port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:46.778101 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Attempting to bind port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.789853 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:46.798348 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:46.799111 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.799952 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:46.803050 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Bound port: 07e9e6f2-1af1-4314-9524-c9e4eeee8351, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:46.808820 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.850626 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:46.851827 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.877449 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-fc8da88d-0f5d-4dd6-93c6-7dc783a00b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:46.906146 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] For port 07e9e6f2-1af1-4314-9524-c9e4eeee8351, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:46.910480 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] For port 07e9e6f2-1af1-4314-9524-c9e4eeee8351, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=07e9e6f2-1af1-4314-9524-c9e4eeee8351,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:46.924574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Allocated IP 172.20.0.1 (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f/71493661-796a-428f-8ac2-7edf91ff13c7/dfaf80cc-10c0-4881-ad23-088d549cee7f) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:46.953575 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port e06be41d-6d9f-4d70-bdfc-de859fb4ed40, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:47.045945 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.047727 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Provisioning complete for port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:47.049413 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.107940 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.109024 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 5574ecec-f60a-4718-b964-37b68835287b up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:47.189663 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8da88d-0f5d-4dd6-93c6-7dc783a00b6c None None] Pushing event updated for resources: {'Port': ['ID=7658d81c-4f1c-4017-a228-17b87a34c643,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:47.240470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Publish callbacks [] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.242553 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:47.243246 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:47.247486 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e5e37-e4ad-4c07-9acf-072077389411 None None] Pushing event updated for resources: {'Port': ['ID=07e9e6f2-1af1-4314-9524-c9e4eeee8351,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:47.254168 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:47.285106 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 5574ecec-f60a-4718-b964-37b68835287b triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:47.285442 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5574ecec-f60a-4718-b964-37b68835287b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.318574 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:53:41Z', 'revision_number': 3, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:47.381625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Checking router: bf44ee15-9f8f-4741-919f-1f9d2cff83ac for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:47.381625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Updating router bf44ee15-9f8f-4741-919f-1f9d2cff83ac port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:53:47.456369 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Current status of the port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:47.458655 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.492644 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Provisioning complete for port d6744cbd-dc6d-4319-9a45-f029b2b4a957 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:47.493117 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.514456 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:47.540300 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.637787 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Made reservation on behalf of e56e2636ff3a427abf91ca55f30d9ed3 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:47.642646 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 5574ecec-f60a-4718-b964-37b68835287b is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:47.643825 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device d6744cbd-dc6d-4319-9a45-f029b2b4a957 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:47.648179 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.670927 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ec7fe2e3-f043-490f-bc58-b987a1c0f0cd req-5761d3f3-3ad1-4e2a-b373-34781a0fd4c2 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.1390395 Apr 18 20:53:47.772864 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:47.779011 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Pushing event updated for resources: {'Port': ['ID=dfaf80cc-10c0-4881-ad23-088d549cee7f,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:47.793823 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:47.796280 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:47.796784 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.935056 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Current status of the port d6744cbd-dc6d-4319-9a45-f029b2b4a957 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:47.961177 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port d6744cbd-dc6d-4319-9a45-f029b2b4a957 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:47.963324 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.977816 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Provisioning complete for port 7658d81c-4f1c-4017-a228-17b87a34c643 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:47.986011 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:47.989386 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:53:48.063817 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:42Z', 'revision_number': 3, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:48.156926 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0473c-664c-4a4f-b5be-4bcf9776222a None None] The sync data for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi is: [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:42Z', 'revision_number': 3, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:48.291330 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (65b41f48-eb4b-4057-8779-a87aa35665f9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:48.452457 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port d6744cbd-dc6d-4319-9a45-f029b2b4a957 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:48.453650 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 7658d81c-4f1c-4017-a228-17b87a34c643 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:48.569035 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:48.643722 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Publish callbacks [] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:48.665849 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-00fe2a28-90c0-40cf-8969-f5337754713b None None] Current status of the port 7658d81c-4f1c-4017-a228-17b87a34c643 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:48.711749 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 7658d81c-4f1c-4017-a228-17b87a34c643 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:48.712868 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:48.909478 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:49.043093 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-5bce7784-36aa-43be-990a-59a97a792dc9 None None] Provisioning complete for port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:49.046841 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5bce7784-36aa-43be-990a-59a97a792dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:49.182566 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a5427ca-a51e-492b-8e06-e66221e1fd0c req-74e3fce9-c8ca-4352-b5aa-a2c5fbef9791 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.1804614 Apr 18 20:53:49.273864 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920938f-a379-4959-a7a9-b2f38e101109 None None] Pushing event updated for resources: {'Port': ['ID=73063ba4-5ffd-4201-8545-fc3e39c2adf9,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.296076 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Attempting to bind port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:49.303255 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Attempting to bind port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:49.303980 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Attempting to bind port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:49.328608 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:49.329610 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:49.330445 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:49.331084 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:49.331825 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Bound port: 73063ba4-5ffd-4201-8545-fc3e39c2adf9, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:49.332434 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:49.411234 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Publish callbacks [] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:49.458282 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Allocated IP 172.20.0.9 (a9e7641e-c07e-4ba5-a163-6772edacaf16/77040a95-9cf9-4254-84de-2f82cd8f87f9/6c392c65-d509-435a-8e52-9389bbbaf252) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:49.460895 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:49.462335 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:49.611156 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Router 65b41f48-eb4b-4057-8779-a87aa35665f9 is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:53:49.628978 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:49.661590 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] For port 73063ba4-5ffd-4201-8545-fc3e39c2adf9, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:49.662113 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:49.663767 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:49.664715 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:49.919175 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] For port 73063ba4-5ffd-4201-8545-fc3e39c2adf9, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=73063ba4-5ffd-4201-8545-fc3e39c2adf9,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:49.944624 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 7658d81c-4f1c-4017-a228-17b87a34c643 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:49.959522 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:49.972069 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:50.027380 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-5bce7784-36aa-43be-990a-59a97a792dc9 None None] Current status of the port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:50.043401 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Pushing event updated for resources: {'Port': ['ID=dfaf80cc-10c0-4881-ad23-088d549cee7f,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.095322 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-5bce7784-36aa-43be-990a-59a97a792dc9 None None] Provisioning complete for port dfaf80cc-10c0-4881-ad23-088d549cee7f triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:50.095931 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5bce7784-36aa-43be-990a-59a97a792dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:50.097387 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:50.109052 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-bc764b17-d45e-4fc8-b83f-56dee61705f2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.9128532 Apr 18 20:53:50.110421 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46000) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:50.226054 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:50.296296 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:50.581820 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 07e9e6f2-1af1-4314-9524-c9e4eeee8351 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:50.605884 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-467108af-4693-4054-83e2-173d561fe53a req-ea0fb017-e0ce-483e-a569-681988e910ad tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.1614239 Apr 18 20:53:50.627327 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:53:50.691596 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920938f-a379-4959-a7a9-b2f38e101109 None None] Pushing event updated for resources: {'Port': ['ID=73063ba4-5ffd-4201-8545-fc3e39c2adf9,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.723331 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-5bce7784-36aa-43be-990a-59a97a792dc9 None None] Port dfaf80cc-10c0-4881-ad23-088d549cee7f cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:53:50.751230 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:53:50.789085 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:50.792422 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:50.816629 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:43Z', 'revision_number': 3, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:50.897353 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:50.923438 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-e81ad81e-5893-4cb7-b9f7-0b178752ac3d admin admin] 10.222.0.53 "PUT /v2.0/routers/6a1997fc-d13f-4db0-b46a-bd1b89a3799e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9843988 Apr 18 20:53:50.958875 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:50.965321 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Updating router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 port 847de180-43c1-48b2-8c84-535422997743 binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:53:51.005541 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Publish callbacks [] for port (6c392c65-d509-435a-8e52-9389bbbaf252), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:51.055264 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (847de180-43c1-48b2-8c84-535422997743), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:51.187045 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46018) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:51.217707 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:51.298672 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:51.299324 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:51.427268 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-adbc0d16-fde1-4aec-b321-aae902eb9957 None None] Provisioning complete for port dfaf80cc-10c0-4881-ad23-088d549cee7f triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:51.427666 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-adbc0d16-fde1-4aec-b321-aae902eb9957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:51.455315 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:51.500697 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46026) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:51.574779 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3846b3b0-166c-4186-8051-4e2f6f8d519f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:51.610628 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:51.612246 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:51.883993 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Sync routers for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:51.888238 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-adbc0d16-fde1-4aec-b321-aae902eb9957 None None] Port dfaf80cc-10c0-4881-ad23-088d549cee7f cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:53:51.905628 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Publish callbacks [] for port (847de180-43c1-48b2-8c84-535422997743), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:51.928842 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Sync routers for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:51.943904 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:51.944647 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:51.994803 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (847de180-43c1-48b2-8c84-535422997743), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.012065 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.013502 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-96362f77-44d0-4b04-94f5-3b1d594f167b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 13.4303293 Apr 18 20:53:52.023872 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:52.030112 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:52.072439 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46036) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:52.186074 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2feee-0d18-4c3a-9999-c2c48fc1aee5 None None] Pushing event updated for resources: {'Port': ['ID=847de180-43c1-48b2-8c84-535422997743,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:52.368761 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Pushing event updated for resources: {'Port': ['ID=6c392c65-d509-435a-8e52-9389bbbaf252,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:52.451617 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Attempting to bind port 847de180-43c1-48b2-8c84-535422997743 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:52.452215 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Attempting to bind port 847de180-43c1-48b2-8c84-535422997743 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:52.452761 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Attempting to bind port 847de180-43c1-48b2-8c84-535422997743 on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.490997 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:52.492021 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:52.493064 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.493820 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:52.495006 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Bound port: 847de180-43c1-48b2-8c84-535422997743, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:52.495793 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (847de180-43c1-48b2-8c84-535422997743), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.603669 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:52.608774 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.671844 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:52.681966 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] For port 847de180-43c1-48b2-8c84-535422997743, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:52.693592 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] For port 847de180-43c1-48b2-8c84-535422997743, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=847de180-43c1-48b2-8c84-535422997743,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:52.704637 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3846b3b0-166c-4186-8051-4e2f6f8d519f admin admin] Publish callbacks [] for security_group (9682a42e-1500-47c4-871b-c35a5125bd1d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.781104 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (847de180-43c1-48b2-8c84-535422997743), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.819992 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Network a9e7641e-c07e-4ba5-a163-6772edacaf16 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:52.869657 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:52.902714 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f54d335-da87-477a-81d6-58edae733f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.911071 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:53:41Z', 'revision_number': 3, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:52.921179 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6571e-26ac-442e-bc6f-3c9aa1546591 req-cab98bc4-63b2-4a19-afea-e0348b54e62b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:52.924412 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-00c6571e-26ac-442e-bc6f-3c9aa1546591 req-cab98bc4-63b2-4a19-afea-e0348b54e62b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 931 time: 0.8501928 Apr 18 20:53:52.942983 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46048) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:52.947828 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3846b3b0-166c-4186-8051-4e2f6f8d519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (9682a42e-1500-47c4-871b-c35a5125bd1d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.950893 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:52.964173 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:52.968858 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:52.978374 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:52.984421 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-30554445-31cb-44e1-8569-f700c6cfe201 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796139868', 'description': 'tempest-description--1261909003'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:53.051529 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-3846b3b0-166c-4186-8051-4e2f6f8d519f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3be01ad22583461894cfe891402ca36b&name=default HTTP/1.1" status: 200 len: 2993 time: 1.8621013 Apr 18 20:53:53.064567 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2feee-0d18-4c3a-9999-c2c48fc1aee5 None None] Pushing event updated for resources: {'Port': ['ID=847de180-43c1-48b2-8c84-535422997743,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.074204 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46050) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:53.079121 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 07e9e6f2-1af1-4314-9524-c9e4eeee8351, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=07e9e6f2-1af1-4314-9524-c9e4eeee8351,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:53.085543 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abe581-f01f-4591-8d7f-1046c2735e74 None None] The sync data for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi is: [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:53:41Z', 'revision_number': 3, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:53.086359 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846b3b0-166c-4186-8051-4e2f6f8d519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9682a42e-1500-47c4-871b-c35a5125bd1d,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.141529 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-30554445-31cb-44e1-8569-f700c6cfe201 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:53.253586 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:53.254671 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 7658d81c-4f1c-4017-a228-17b87a34c643 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:53.337760 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-30554445-31cb-44e1-8569-f700c6cfe201 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (92718d04-2a82-4dba-8847-b6893d466648), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:53.364072 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-955fb953-8523-4871-9f2c-17b39bd8753b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9287591 Apr 18 20:53:53.368668 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:53.368668 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:53.430040 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:53.460445 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-895e0a19-9211-4b80-a9d1-07e16c3a7b60 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:53:53.461521 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-895e0a19-9211-4b80-a9d1-07e16c3a7b60 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0346937 Apr 18 20:53:53.463459 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 7658d81c-4f1c-4017-a228-17b87a34c643 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:53.464274 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:53.561386 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=07e9e6f2-1af1-4314-9524-c9e4eeee8351,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.579621 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:45Z', 'revision_number': 3, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:53.717688 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f54d335-da87-477a-81d6-58edae733f73 admin admin] Publish callbacks [] for security_group (0c59b2fd-82bd-4a69-836a-79c4edd57086), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:53.801756 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f54d335-da87-477a-81d6-58edae733f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (0c59b2fd-82bd-4a69-836a-79c4edd57086), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:53.819602 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Checking router: 65b41f48-eb4b-4057-8779-a87aa35665f9 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:53.819602 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Updating router 65b41f48-eb4b-4057-8779-a87aa35665f9 port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:53:53.868408 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 2, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:53.869502 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-00c6571e-26ac-442e-bc6f-3c9aa1546591 req-01179009-51a8-4601-8297-1432da464d2f tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9225247 Apr 18 20:53:53.883800 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:53.912306 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54d335-da87-477a-81d6-58edae733f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c59b2fd-82bd-4a69-836a-79c4edd57086,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.914163 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Allocated IP 172.20.0.1 (13a8a4ec-054a-4b03-9f0c-ef547bb0842d/28b61d25-99fd-4952-a4b5-64e655c1687a/66058a70-0f0f-45b1-88ef-19b9267fa427) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:53.987864 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-2f54d335-da87-477a-81d6-58edae733f73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fce251ddb2d478dbadde104d98683cf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4859033 Apr 18 20:53:53.999234 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46060) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:54.054312 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Checking router: 6a1997fc-d13f-4db0-b46a-bd1b89a3799e for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:54.055278 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Updating router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e port dfaf80cc-10c0-4881-ad23-088d549cee7f binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:53:54.061267 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 7658d81c-4f1c-4017-a228-17b87a34c643 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:54.065094 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e06be41d-6d9f-4d70-bdfc-de859fb4ed40 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:54.119343 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:54.202658 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Publish callbacks [] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.265303 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-30554445-31cb-44e1-8569-f700c6cfe201 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (92718d04-2a82-4dba-8847-b6893d466648), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.290569 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5b1f096c-9454-4248-a857-da03506e83de admin admin] Publish callbacks [] for security_group (0c59b2fd-82bd-4a69-836a-79c4edd57086), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.330287 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.405645 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30554445-31cb-44e1-8569-f700c6cfe201 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92718d04-2a82-4dba-8847-b6893d466648,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:54.446389 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.510050 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:54.514166 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.590964 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5b1f096c-9454-4248-a857-da03506e83de admin admin] Publish callbacks [] for security_group (0c59b2fd-82bd-4a69-836a-79c4edd57086), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.601128 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:54.616067 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-30554445-31cb-44e1-8569-f700c6cfe201 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.621880 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-30554445-31cb-44e1-8569-f700c6cfe201 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6491489 Apr 18 20:53:54.634542 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Pushing event updated for resources: {'Port': ['ID=66058a70-0f0f-45b1-88ef-19b9267fa427,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:54.638603 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:54.645767 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Request body: {'port': {'device_id': 'a04a0787-2556-442d-a704-61b950df74b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:54.655180 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46066) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:54.693410 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-b256d128-c976-4d15-acae-4d82f424e62c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'security_group_rule': {'security_group_id': '92718d04-2a82-4dba-8847-b6893d466648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:54.765272 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b9306398-1806-4a6a-a7cd-c56a1fc9b023 admin admin] Publish callbacks [] for security_group (9682a42e-1500-47c4-871b-c35a5125bd1d), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.805141 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Allocated IP 172.20.0.1 (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6/8904da12-6f56-4119-a567-0dcca69c3516/c67cd048-5446-4ee2-9345-65affa317e48) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:54.938882 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5b1f096c-9454-4248-a857-da03506e83de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (0c59b2fd-82bd-4a69-836a-79c4edd57086), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.941633 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5b1f096c-9454-4248-a857-da03506e83de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:54.942857 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5b1f096c-9454-4248-a857-da03506e83de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c59b2fd-82bd-4a69-836a-79c4edd57086 HTTP/1.1" status: 204 len: 168 time: 0.9423556 Apr 18 20:53:55.003743 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b9306398-1806-4a6a-a7cd-c56a1fc9b023 admin admin] Publish callbacks [] for security_group (9682a42e-1500-47c4-871b-c35a5125bd1d), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.034526 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:55.034669 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (99fe3dbb-5052-4a17-9222-93bf3cae46e9), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.051024 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:43Z', 'revision_number': 3, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:55.095286 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f096c-9454-4248-a857-da03506e83de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c59b2fd-82bd-4a69-836a-79c4edd57086,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:55.117618 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca85b7d-e06a-4cfa-a7bf-51709a5a119f None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:43Z', 'revision_number': 3, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:55.221284 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:55.264693 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b256d128-c976-4d15-acae-4d82f424e62c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (e04d6d88-29d8-4974-bc7f-5a8fa08d092f), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.282429 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-42bf2a20-3a5d-43e9-a6f0-aa230ba1f4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.468991 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.477789 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Publish callbacks [] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.569846 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-90cc488f-c55a-4276-9e9f-014439c73815 None None] Provisioning complete for port 66058a70-0f0f-45b1-88ef-19b9267fa427 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:55.570260 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-90cc488f-c55a-4276-9e9f-014439c73815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.587281 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.775844 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Publish callbacks [] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:55.860430 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:56.148243 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29515f5-ad67-4edd-9b48-a7c641460e52 None None] Pushing event updated for resources: {'Port': ['ID=dfaf80cc-10c0-4881-ad23-088d549cee7f,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.294418 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Attempting to bind port dfaf80cc-10c0-4881-ad23-088d549cee7f on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:56.295002 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Attempting to bind port dfaf80cc-10c0-4881-ad23-088d549cee7f by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:56.295731 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Attempting to bind port dfaf80cc-10c0-4881-ad23-088d549cee7f on network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:56.318691 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:56.319169 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Checking segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:56.319580 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:56.319985 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Bound using segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:56.320474 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Bound port: dfaf80cc-10c0-4881-ad23-088d549cee7f, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:56.355579 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:56.363549 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b9306398-1806-4a6a-a7cd-c56a1fc9b023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (9682a42e-1500-47c4-871b-c35a5125bd1d), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:56.378301 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b9306398-1806-4a6a-a7cd-c56a1fc9b023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:56.404415 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b9306398-1806-4a6a-a7cd-c56a1fc9b023 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9682a42e-1500-47c4-871b-c35a5125bd1d HTTP/1.1" status: 204 len: 168 time: 3.3120704 Apr 18 20:53:56.408735 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506704-ad82-4cb5-a072-cc82016ca692 req-56f9ee0b-8389-479f-bf76-650ac4d19b0d tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:56.422513 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e9506704-ad82-4cb5-a072-cc82016ca692 req-56f9ee0b-8389-479f-bf76-650ac4d19b0d tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 931 time: 0.2974985 Apr 18 20:53:56.498453 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 07e9e6f2-1af1-4314-9524-c9e4eeee8351 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:56.573495 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Allocated IP 172.20.0.1 (16e87387-b123-4f2b-babb-a2e00343063b/70141762-b3bb-420e-b230-42af2b3a8c3e/1d6bc390-c1ef-4d4e-9648-10cd22343316) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:56.735019 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] For port dfaf80cc-10c0-4881-ad23-088d549cee7f, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:56.739073 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] For port dfaf80cc-10c0-4881-ad23-088d549cee7f, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=dfaf80cc-10c0-4881-ad23-088d549cee7f,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:56.788380 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-90cc488f-c55a-4276-9e9f-014439c73815 None None] Port 66058a70-0f0f-45b1-88ef-19b9267fa427 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:53:56.815694 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9306398-1806-4a6a-a7cd-c56a1fc9b023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9682a42e-1500-47c4-871b-c35a5125bd1d,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.820856 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:56.845584 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:56.873397 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46092) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:56.874346 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cf189-a3fe-4690-8598-64c72001a787 None None] Pushing event updated for resources: {'Port': ['ID=7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.907314 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:56.929204 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Attempting to bind port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:53:56.929587 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Attempting to bind port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:53:56.929961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Attempting to bind port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:56.959768 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Publish callbacks [] for port (c67cd048-5446-4ee2-9345-65affa317e48), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.006493 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b256d128-c976-4d15-acae-4d82f424e62c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (e04d6d88-29d8-4974-bc7f-5a8fa08d092f), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.045536 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e0d09203-6fab-469f-b4ae-3fbe5da4a7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.066518 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e9506704-ad82-4cb5-a072-cc82016ca692 req-65ae028a-ac8f-4df4-97b5-59cecef5b76c tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320243 Apr 18 20:53:57.095442 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:57.100113 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:53:57.109864 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.111259 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:57.134968 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Bound port: 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:53:57.134968 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.134968 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:57.134968 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.135821 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29515f5-ad67-4edd-9b48-a7c641460e52 None None] Pushing event updated for resources: {'Port': ['ID=dfaf80cc-10c0-4881-ad23-088d549cee7f,revision_number=4']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.180276 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:57.180990 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:57.305185 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] For port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:57.309875 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] For port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:57.341314 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-1a4925f8-c2a8-429f-9b53-ded6efb73d93 None None] Provisioning complete for port dfaf80cc-10c0-4881-ad23-088d549cee7f triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:57.341756 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1a4925f8-c2a8-429f-9b53-ded6efb73d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.343914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Publish callbacks [] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.447319 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-26eb2470-e4df-4d4f-bab0-838241ed61fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.459049 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.540333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.578312 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:57.684025 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Network 16e87387-b123-4f2b-babb-a2e00343063b is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:57.697838 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:57.709624 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:57.709624 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (65b41f48-eb4b-4057-8779-a87aa35665f9), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.772637 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:57.778599 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:57.887290 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-1a4925f8-c2a8-429f-9b53-ded6efb73d93 None None] Current status of the port dfaf80cc-10c0-4881-ad23-088d549cee7f is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:57.887942 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1a4925f8-c2a8-429f-9b53-ded6efb73d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:57.890602 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:57.892139 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 73063ba4-5ffd-4201-8545-fc3e39c2adf9 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:57.907027 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6bc390-c1ef-4d4e-9648-10cd22343316,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.927850 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cf189-a3fe-4690-8598-64c72001a787 None None] Pushing event updated for resources: {'Port': ['ID=7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:58.024953 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b256d128-c976-4d15-acae-4d82f424e62c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (e04d6d88-29d8-4974-bc7f-5a8fa08d092f), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.107215 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-1a4925f8-c2a8-429f-9b53-ded6efb73d93 None None] For port dfaf80cc-10c0-4881-ad23-088d549cee7f, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=dfaf80cc-10c0-4881-ad23-088d549cee7f,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:58.121836 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:58.122274 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.200610 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:53:58.241924 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.375396 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1a4925f8-c2a8-429f-9b53-ded6efb73d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.437050 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:56Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:58.474730 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613c2e2-2a66-486c-8cbb-b9a5ad88ece6 req-a8a6bb46-2fe3-4d88-a0c3-2cab763b7158 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:53:58.483851 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6613c2e2-2a66-486c-8cbb-b9a5ad88ece6 req-a8a6bb46-2fe3-4d88-a0c3-2cab763b7158 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 931 time: 0.1889911 Apr 18 20:53:58.514035 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a3aac-90c8-408b-977b-6f083e015552 None None] The sync data for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi is: [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:56Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:58.763065 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:45Z', 'revision_number': 3, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:58.813723 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6613c2e2-2a66-486c-8cbb-b9a5ad88ece6 req-c7aa6eea-867a-42c7-8646-89c9154be77d tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677100 Apr 18 20:53:58.827334 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677537c-c261-4634-8283-e4eab2bb07a3 None None] The sync data for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi is: [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:45Z', 'revision_number': 3, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:58.898501 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Publish callbacks [] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.920919 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-53258382-9639-4431-9a50-3121145df273 None None] Provisioning complete for port 1d6bc390-c1ef-4d4e-9648-10cd22343316 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:58.921466 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-53258382-9639-4431-9a50-3121145df273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.985724 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.985951 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.986934 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (99fe3dbb-5052-4a17-9222-93bf3cae46e9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:58.993968 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-53258382-9639-4431-9a50-3121145df273 None None] Port 1d6bc390-c1ef-4d4e-9648-10cd22343316 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:53:59.019618 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-53258382-9639-4431-9a50-3121145df273 None None] Provisioning complete for port dfaf80cc-10c0-4881-ad23-088d549cee7f triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:53:59.021114 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-53258382-9639-4431-9a50-3121145df273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.139834 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4925f8-c2a8-429f-9b53-ded6efb73d93 None None] Pushing event updated for resources: {'Port': ['ID=dfaf80cc-10c0-4881-ad23-088d549cee7f,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.247110 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Publish callbacks [] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.272189 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:59.272811 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.283705 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:59.285441 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Pushing event updated for resources: {'Port': ['ID=66058a70-0f0f-45b1-88ef-19b9267fa427,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.297711 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d128-c976-4d15-acae-4d82f424e62c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04d6d88-29d8-4974-bc7f-5a8fa08d092f,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.309979 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 73063ba4-5ffd-4201-8545-fc3e39c2adf9, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=73063ba4-5ffd-4201-8545-fc3e39c2adf9,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:59.328862 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:59.336988 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c392c65-d509-435a-8e52-9389bbbaf252 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:59.357850 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.358828 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (65b41f48-eb4b-4057-8779-a87aa35665f9), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.363546 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-53258382-9639-4431-9a50-3121145df273 None None] Current status of the port dfaf80cc-10c0-4881-ad23-088d549cee7f is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:53:59.370972 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Publish callbacks [] for port (6c392c65-d509-435a-8e52-9389bbbaf252), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.386116 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.452071 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Transition to ACTIVE for port object 6c392c65-d509-435a-8e52-9389bbbaf252 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:53:59.483981 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (c67cd048-5446-4ee2-9345-65affa317e48), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.519277 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b256d128-c976-4d15-acae-4d82f424e62c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.529940 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b256d128-c976-4d15-acae-4d82f424e62c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.8704846 Apr 18 20:53:59.566048 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46126) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:53:59.590968 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-ab365eaa-c2a5-47a4-87e3-0d4135b86ee7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'security_group_rule': {'security_group_id': '92718d04-2a82-4dba-8847-b6893d466648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:59.606046 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=73063ba4-5ffd-4201-8545-fc3e39c2adf9,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.692226 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6bc390-c1ef-4d4e-9648-10cd22343316,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.793511 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Network 16e87387-b123-4f2b-babb-a2e00343063b is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:59.796273 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:59.821336 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.830334 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ab365eaa-c2a5-47a4-87e3-0d4135b86ee7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (0f3bac7a-6248-41af-ac76-163e4e4ea5ad), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:53:59.891924 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 847de180-43c1-48b2-8c84-535422997743 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:00.041090 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 847de180-43c1-48b2-8c84-535422997743 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:00.043059 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (847de180-43c1-48b2-8c84-535422997743), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.157396 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:00.252327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:00.253694 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.269565 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:00.279661 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.316243 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-094767aa-0966-411f-9d36-346c124d3bdc None None] Provisioning complete for port 66058a70-0f0f-45b1-88ef-19b9267fa427 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:00.317428 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-094767aa-0966-411f-9d36-346c124d3bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.382321 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 847de180-43c1-48b2-8c84-535422997743 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:00.383574 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (847de180-43c1-48b2-8c84-535422997743), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.451704 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 847de180-43c1-48b2-8c84-535422997743, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=847de180-43c1-48b2-8c84-535422997743,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:00.497699 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-094767aa-0966-411f-9d36-346c124d3bdc None None] Port 66058a70-0f0f-45b1-88ef-19b9267fa427 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:00.528069 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (847de180-43c1-48b2-8c84-535422997743), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.529570 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device dfaf80cc-10c0-4881-ad23-088d549cee7f up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:00.547803 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Pushing event updated for resources: {'Port': ['ID=c67cd048-5446-4ee2-9345-65affa317e48,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:00.742561 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674905b9-67df-4e7b-a3cc-da3781302e53 req-d4398144-2674-4812-a3e9-e14ab5865c84 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:00.744688 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-674905b9-67df-4e7b-a3cc-da3781302e53 req-d4398144-2674-4812-a3e9-e14ab5865c84 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 943 time: 0.2778695 Apr 18 20:54:00.772167 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=847de180-43c1-48b2-8c84-535422997743,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:00.842020 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ab365eaa-c2a5-47a4-87e3-0d4135b86ee7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (0f3bac7a-6248-41af-ac76-163e4e4ea5ad), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.871353 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-0a29a4d5-c07d-480d-8afd-22436a301807 None None] Provisioning complete for port 1d6bc390-c1ef-4d4e-9648-10cd22343316 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:00.876579 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0a29a4d5-c07d-480d-8afd-22436a301807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.890631 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c392c65-d509-435a-8e52-9389bbbaf252,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:00.909496 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Router 65b41f48-eb4b-4057-8779-a87aa35665f9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:00.911774 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port dfaf80cc-10c0-4881-ad23-088d549cee7f triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:00.912470 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.918201 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-674905b9-67df-4e7b-a3cc-da3781302e53 req-5b915568-aaf1-40ab-b30e-26ddfb8638a3 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635022 Apr 18 20:54:00.943798 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ab365eaa-c2a5-47a4-87e3-0d4135b86ee7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (0f3bac7a-6248-41af-ac76-163e4e4ea5ad), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:00.967574 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e0d09203-6fab-469f-b4ae-3fbe5da4a7be admin admin] Publish callbacks [] for security_group (e6b8abe4-143f-43d6-a15d-09c5744c3c15), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:01.057598 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab365eaa-c2a5-47a4-87e3-0d4135b86ee7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3bac7a-6248-41af-ac76-163e4e4ea5ad,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.116400 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-0a29a4d5-c07d-480d-8afd-22436a301807 None None] Port 1d6bc390-c1ef-4d4e-9648-10cd22343316 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:01.156709 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ab365eaa-c2a5-47a4-87e3-0d4135b86ee7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:01.159212 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-ab365eaa-c2a5-47a4-87e3-0d4135b86ee7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5874274 Apr 18 20:54:01.162604 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46166) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:01.168768 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:01.246014 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e0d09203-6fab-469f-b4ae-3fbe5da4a7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e6b8abe4-143f-43d6-a15d-09c5744c3c15), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:01.269099 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port dfaf80cc-10c0-4881-ad23-088d549cee7f is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:01.307433 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-2f76ffb7-3b06-47a0-82b3-66cabee7da5b None None] Provisioning complete for port c67cd048-5446-4ee2-9345-65affa317e48 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:01.308839 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-2f76ffb7-3b06-47a0-82b3-66cabee7da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c67cd048-5446-4ee2-9345-65affa317e48), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:01.434372 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:01.465424 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b1c0f5f6-23dc-436d-a429-4b95c89374c7 admin admin] 10.222.0.53 "PUT /v2.0/routers/65b41f48-eb4b-4057-8779-a87aa35665f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3581560 Apr 18 20:54:01.468093 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:01.486590 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-2f76ffb7-3b06-47a0-82b3-66cabee7da5b None None] Port c67cd048-5446-4ee2-9345-65affa317e48 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:01.529592 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:01.555317 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Attempting to bind port 6c392c65-d509-435a-8e52-9389bbbaf252 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:01.556297 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Attempting to bind port 6c392c65-d509-435a-8e52-9389bbbaf252 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'a1a1362e-9fe6-4b04-8673-35032023a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9e7641e-c07e-4ba5-a163-6772edacaf16'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:01.556297 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Attempting to bind port 6c392c65-d509-435a-8e52-9389bbbaf252 on network a9e7641e-c07e-4ba5-a163-6772edacaf16 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:01.563025 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:01.730394 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e0d09203-6fab-469f-b4ae-3fbe5da4a7be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba40791007bb4cd7800858b3a1e3485f&name=default HTTP/1.1" status: 200 len: 2996 time: 4.8536165 Apr 18 20:54:01.740411 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46170) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:01.813704 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Port 6c392c65-d509-435a-8e52-9389bbbaf252 on network a9e7641e-c07e-4ba5-a163-6772edacaf16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:01.814110 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Attempting to bind port 6c392c65-d509-435a-8e52-9389bbbaf252 on network a9e7641e-c07e-4ba5-a163-6772edacaf16 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:01.831906 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d09203-6fab-469f-b4ae-3fbe5da4a7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b8abe4-143f-43d6-a15d-09c5744c3c15,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.876621 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 847de180-43c1-48b2-8c84-535422997743 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:01.888083 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:01.890357 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Checking segment: {'id': 'a1a1362e-9fe6-4b04-8673-35032023a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9e7641e-c07e-4ba5-a163-6772edacaf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:01.890357 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Bound using segment: {'id': 'a1a1362e-9fe6-4b04-8673-35032023a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9e7641e-c07e-4ba5-a163-6772edacaf16'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:01.890707 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Bound port: 6c392c65-d509-435a-8e52-9389bbbaf252, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a1362e-9fe6-4b04-8673-35032023a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9e7641e-c07e-4ba5-a163-6772edacaf16'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:01.890809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:01.973183 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:01.981217 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:01.996493 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 847de180-43c1-48b2-8c84-535422997743 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:02.007761 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-eb7d897a-2632-4cb6-a870-dd7feab496b5 admin admin] 10.222.0.53 "PUT /v2.0/routers/99fe3dbb-5052-4a17-9222-93bf3cae46e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8589950 Apr 18 20:54:02.020869 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (847de180-43c1-48b2-8c84-535422997743), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.024627 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:02.039975 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46180) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:02.125096 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-69ed712d-bbd0-4917-82c7-479e659343ba admin admin] Publish callbacks [] for security_group (e6b8abe4-143f-43d6-a15d-09c5744c3c15), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.162341 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.235606 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-69ed712d-bbd0-4917-82c7-479e659343ba admin admin] Publish callbacks [] for security_group (e6b8abe4-143f-43d6-a15d-09c5744c3c15), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.352007 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c67cd048-5446-4ee2-9345-65affa317e48), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.415047 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] For port 6c392c65-d509-435a-8e52-9389bbbaf252, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:02.421720 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] For port 6c392c65-d509-435a-8e52-9389bbbaf252, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6c392c65-d509-435a-8e52-9389bbbaf252,segment=NetworkSegment(a1a1362e-9fe6-4b04-8673-35032023a156),segment_id=a1a1362e-9fe6-4b04-8673-35032023a156)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:02.561292 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:02.562105 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:02.563685 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.604222 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-69ed712d-bbd0-4917-82c7-479e659343ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e6b8abe4-143f-43d6-a15d-09c5744c3c15), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.612213 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-69ed712d-bbd0-4917-82c7-479e659343ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.623894 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ca788d7b-d799-458c-a30a-53a9ed2d81e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.624953 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-69ed712d-bbd0-4917-82c7-479e659343ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6b8abe4-143f-43d6-a15d-09c5744c3c15 HTTP/1.1" status: 204 len: 168 time: 0.8747854 Apr 18 20:54:02.672038 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:02.672776 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:02.680730 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] 10.222.0.78 "PUT /v2.0/ports/6c392c65-d509-435a-8e52-9389bbbaf252 HTTP/1.1" status: 200 len: 1093 time: 8.3515360 Apr 18 20:54:02.792780 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed712d-bbd0-4917-82c7-479e659343ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b8abe4-143f-43d6-a15d-09c5744c3c15,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.809572 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04a0787-2556-442d-a704-61b950df74b6', 'tag': '6c392c65-d509-435a-8e52-9389bbbaf252'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:02.821718 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224ba2b-bc2e-4264-b13d-5e9a580b3aeb req-906d8297-b371-4ded-a96e-57e8c6bdbd9c tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:02.826684 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a224ba2b-bc2e-4264-b13d-5e9a580b3aeb req-906d8297-b371-4ded-a96e-57e8c6bdbd9c tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 943 time: 0.6197560 Apr 18 20:54:02.848393 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:03.437994 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 847de180-43c1-48b2-8c84-535422997743 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:03.444383 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:03.487802 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2622c61-b3c8-4fff-a9e6-0e7a4273a8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c392c65-d509-435a-8e52-9389bbbaf252,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:03.503737 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Allocated IP 172.27.1.12 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/174b815c-908d-43cc-92f6-f2512c871f3d) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:03.517384 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-0bcf0575-a9a4-4100-a5b6-4992527bacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:03.532534 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-0bcf0575-a9a4-4100-a5b6-4992527bacd3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e56e2636ff3a427abf91ca55f30d9ed3&device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 1127 time: 0.4610300 Apr 18 20:54:03.659857 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d49456-597c-486a-bd22-e19971915567 None None] Sync routers for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:03.679942 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d49456-597c-486a-bd22-e19971915567 None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:03.680580 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-60d49456-597c-486a-bd22-e19971915567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:03.684546 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 2, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:03.738507 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for port (174b815c-908d-43cc-92f6-f2512c871f3d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:03.773762 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a04a0787-2556-442d-a704-61b950df74b6", "tag": "6c392c65-d509-435a-8e52-9389bbbaf252"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:03.787917 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:03.788266 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Updating router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 port 66058a70-0f0f-45b1-88ef-19b9267fa427 binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:54:03.802979 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a224ba2b-bc2e-4264-b13d-5e9a580b3aeb req-3079dabb-2c2f-4295-a21d-7294c39c70f3 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9751828 Apr 18 20:54:03.805928 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:03.806799 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:03.864070 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ca788d7b-d799-458c-a30a-53a9ed2d81e1 admin admin] Publish callbacks [] for security_group (ce7e0be7-2580-45bb-b80f-eaa700ae73e6), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:03.909597 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (174b815c-908d-43cc-92f6-f2512c871f3d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:03.915541 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:03.926704 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-04ae9f13-c44d-452f-8195-69d44f7f1a7e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c392c65-d509-435a-8e52-9389bbbaf252 HTTP/1.1" status: 200 len: 217 time: 0.3762438 Apr 18 20:54:03.962481 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:03.966249 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:03.968915 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ca788d7b-d799-458c-a30a-53a9ed2d81e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ce7e0be7-2580-45bb-b80f-eaa700ae73e6), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:04.006803 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e263-3f02-471a-84ef-d532641bd629 req-07ee0887-c0cb-4b3f-831c-a8a7370142eb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:04.015841 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-07ee0887-c0cb-4b3f-831c-a8a7370142eb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 819 time: 0.9709194 Apr 18 20:54:04.062168 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:04.147799 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-60d49456-597c-486a-bd22-e19971915567 None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:04.384849 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (565235b1-caa9-4318-9d0d-9028947f7893), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:04.419571 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-ca788d7b-d799-458c-a30a-53a9ed2d81e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0d506a7d11143dfb57774d0a30ba337&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3731310 Apr 18 20:54:04.446032 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46244) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:04.579758 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-44923005-316f-4fdb-b90d-a9b91069030a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/quotas/3ec268fac1364ccf857b9e8be5f80876 HTTP/1.1" status: 200 len: 375 time: 0.5619361 Apr 18 20:54:04.614918 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-518d65e0-975b-465c-9157-8f227bf9497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:04.617205 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-518d65e0-975b-465c-9157-8f227bf9497c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=77040a95-9cf9-4254-84de-2f82cd8f87f9 HTTP/1.1" status: 200 len: 852 time: 0.6811748 Apr 18 20:54:04.686028 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Publish callbacks [] for port (c67cd048-5446-4ee2-9345-65affa317e48), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:04.708125 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:04.719875 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:04.752471 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-76a572c6-886b-4653-b750-e5bb2c84c738 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a9e7641e-c07e-4ba5-a163-6772edacaf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703459 Apr 18 20:54:04.779373 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca788d7b-d799-458c-a30a-53a9ed2d81e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e0be7-2580-45bb-b80f-eaa700ae73e6,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:04.795865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'Port': ['ID=174b815c-908d-43cc-92f6-f2512c871f3d,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:04.799962 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c67cd048-5446-4ee2-9345-65affa317e48), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:04.806079 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:04.826085 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (174b815c-908d-43cc-92f6-f2512c871f3d), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:04.929951 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46262) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:04.945130 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:04.950221 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-329fda06-65c5-4fd1-9080-867e907e1c72 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3683746 Apr 18 20:54:04.958120 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-60d49456-597c-486a-bd22-e19971915567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 2, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:04.968412 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-18a73789-4441-42e3-b559-d074da0c7c6b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341701443', 'description': 'tempest-description--359623563'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:04.990711 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f089fb94-1741-4379-945f-703e04342281 admin admin] Publish callbacks [] for security_group (ce7e0be7-2580-45bb-b80f-eaa700ae73e6), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:05.012061 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:05.013386 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 73063ba4-5ffd-4201-8545-fc3e39c2adf9 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:05.030150 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d49456-597c-486a-bd22-e19971915567 None None] Checking router: 65b41f48-eb4b-4057-8779-a87aa35665f9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:05.030584 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d49456-597c-486a-bd22-e19971915567 None None] Updating router 65b41f48-eb4b-4057-8779-a87aa35665f9 port 1d6bc390-c1ef-4d4e-9648-10cd22343316 binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:54:05.130706 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-60d49456-597c-486a-bd22-e19971915567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:05.181136 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Pushing event updated for resources: {'Port': ['ID=c67cd048-5446-4ee2-9345-65affa317e48,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.217173 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18a73789-4441-42e3-b559-d074da0c7c6b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:05.287535 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f089fb94-1741-4379-945f-703e04342281 admin admin] Publish callbacks [] for security_group (ce7e0be7-2580-45bb-b80f-eaa700ae73e6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:05.313554 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-d28c2b3a-bcfe-4912-bf9f-8f768546af98 service neutron] 10.222.0.78 "GET /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476320 Apr 18 20:54:05.364274 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.496625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Publish callbacks [] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:05.509132 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:05.516125 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:05.609068 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:05.613046 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:05.628822 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:05.780336 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a879f62d-3514-41e5-ba51-f6b1b60c4fbb req-41312df4-9297-4ea8-964f-a430c136cfc6 service neutron] 10.222.0.78 "GET /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534259 Apr 18 20:54:05.846049 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Router bf44ee15-9f8f-4741-919f-1f9d2cff83ac has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:05.861381 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3433b327-8cbf-4eab-a0ec-54575f2b5e28 x-openstack-request-id: req-3433b327-8cbf-4eab-a0ec-54575f2b5e28 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:05.862019 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04a0787-2556-442d-a704-61b950df74b6", "tag": "6c392c65-d509-435a-8e52-9389bbbaf252", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:05.862631 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3433b327-8cbf-4eab-a0ec-54575f2b5e28 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:05.863335 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3433b327-8cbf-4eab-a0ec-54575f2b5e28'] response: {'name': 'network-changed', 'server_uuid': 'a04a0787-2556-442d-a704-61b950df74b6', 'tag': '6c392c65-d509-435a-8e52-9389bbbaf252', 'status': 'completed', 'code': 200} Apr 18 20:54:06.126925 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa99c0a-ccd1-48e4-9d64-67be1bf13ed6 None None] Pushing event updated for resources: {'Port': ['ID=66058a70-0f0f-45b1-88ef-19b9267fa427,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:06.349118 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-6fab3177-23af-447e-8721-e7afad037f01 None None] Provisioning complete for port c67cd048-5446-4ee2-9345-65affa317e48 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:06.349755 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6fab3177-23af-447e-8721-e7afad037f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c67cd048-5446-4ee2-9345-65affa317e48), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:06.412621 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-56bed383-d60f-4edf-9b8d-99de54ef9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:06.418990 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-56bed383-d60f-4edf-9b8d-99de54ef9787 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e56e2636ff3a427abf91ca55f30d9ed3&device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 1127 time: 0.3881056 Apr 18 20:54:06.429292 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-60d49456-597c-486a-bd22-e19971915567 None None] Publish callbacks [] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:06.513852 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-6fab3177-23af-447e-8721-e7afad037f01 None None] Port c67cd048-5446-4ee2-9345-65affa317e48 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:06.697617 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-60d49456-597c-486a-bd22-e19971915567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:06.707168 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:06.719956 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:06.741615 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-8cd9fc33-385f-4be0-8852-33dc32538fb3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:54:06.741615 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-8cd9fc33-385f-4be0-8852-33dc32538fb3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6856108 Apr 18 20:54:06.758264 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f089fb94-1741-4379-945f-703e04342281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ce7e0be7-2580-45bb-b80f-eaa700ae73e6), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:06.761961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Sync routers for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:06.763836 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f089fb94-1741-4379-945f-703e04342281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:06.765937 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f089fb94-1741-4379-945f-703e04342281 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce7e0be7-2580-45bb-b80f-eaa700ae73e6 HTTP/1.1" status: 204 len: 168 time: 2.3179085 Apr 18 20:54:06.788833 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Attempting to bind port 66058a70-0f0f-45b1-88ef-19b9267fa427 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:06.789208 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Attempting to bind port 66058a70-0f0f-45b1-88ef-19b9267fa427 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:06.789579 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Attempting to bind port 66058a70-0f0f-45b1-88ef-19b9267fa427 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:06.805392 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a6e56b0b-db7e-49d0-bfa7-3e08ed90f96b admin admin] 10.222.0.53 "PUT /v2.0/routers/bf44ee15-9f8f-4741-919f-1f9d2cff83ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.0571239 Apr 18 20:54:06.855831 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:06.856266 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Checking segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:06.856707 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:06.857113 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Bound using segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:06.857764 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Bound port: 66058a70-0f0f-45b1-88ef-19b9267fa427, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:06.858155 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:06.860085 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-7af75e2e-9082-49b3-b85e-7a49339b07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:06.860686 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-b6fb47c6-a8e6-491e-963c-d319547a2696 None None] Provisioning complete for port 66058a70-0f0f-45b1-88ef-19b9267fa427 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:06.860686 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b6fb47c6-a8e6-491e-963c-d319547a2696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:06.863749 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-7af75e2e-9082-49b3-b85e-7a49339b07f3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a9e7641e-c07e-4ba5-a163-6772edacaf16 HTTP/1.1" status: 200 len: 913 time: 0.4242740 Apr 18 20:54:06.960848 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-2349e219-c952-402e-a467-24ed0ab9c8fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c392c65-d509-435a-8e52-9389bbbaf252 HTTP/1.1" status: 200 len: 217 time: 0.0775294 Apr 18 20:54:07.004532 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:07.090032 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18a73789-4441-42e3-b559-d074da0c7c6b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (4ff6e123-fa68-49a8-8f46-b9e553d04d51), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.097099 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-1610dfe1-f317-40ab-a1a6-05612dca9cfc service neutron] 10.222.0.53 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150566 Apr 18 20:54:07.108387 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for port (174b815c-908d-43cc-92f6-f2512c871f3d), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.112813 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:07.118430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:07.124214 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-54d2779f-c816-4dd2-9f27-9a1e77afd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:07.128383 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8afad7-b7e5-4320-ba33-ca1c2ef0a237 None None] Pushing event updated for resources: {'Port': ['ID=1d6bc390-c1ef-4d4e-9648-10cd22343316,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.131320 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-54d2779f-c816-4dd2-9f27-9a1e77afd8dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=77040a95-9cf9-4254-84de-2f82cd8f87f9 HTTP/1.1" status: 200 len: 852 time: 0.1637089 Apr 18 20:54:07.182390 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998d64d-536c-4a5a-95ed-aefc7cf91cf1 req-8ade8186-f04f-4c01-b1e7-6731e9a5fa0b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:07.185499 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0998d64d-536c-4a5a-95ed-aefc7cf91cf1 req-8ade8186-f04f-4c01-b1e7-6731e9a5fa0b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 943 time: 0.9581118 Apr 18 20:54:07.194126 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089fb94-1741-4379-945f-703e04342281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e0be7-2580-45bb-b80f-eaa700ae73e6,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.198075 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] For port 66058a70-0f0f-45b1-88ef-19b9267fa427, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:07.206562 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] For port 66058a70-0f0f-45b1-88ef-19b9267fa427, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=66058a70-0f0f-45b1-88ef-19b9267fa427,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:07.235990 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-e0fd4349-4dfd-4718-989a-2c6a960120cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a9e7641e-c07e-4ba5-a163-6772edacaf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932744 Apr 18 20:54:07.251998 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18a73789-4441-42e3-b559-d074da0c7c6b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (4ff6e123-fa68-49a8-8f46-b9e553d04d51), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.268062 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-60d49456-597c-486a-bd22-e19971915567 None None] Attempting to bind port 1d6bc390-c1ef-4d4e-9648-10cd22343316 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:07.268676 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-60d49456-597c-486a-bd22-e19971915567 None None] Attempting to bind port 1d6bc390-c1ef-4d4e-9648-10cd22343316 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:07.269231 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d49456-597c-486a-bd22-e19971915567 None None] Attempting to bind port 1d6bc390-c1ef-4d4e-9648-10cd22343316 on network 16e87387-b123-4f2b-babb-a2e00343063b {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:07.283617 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d49456-597c-486a-bd22-e19971915567 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:07.284378 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d49456-597c-486a-bd22-e19971915567 None None] Checking segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:07.285140 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-60d49456-597c-486a-bd22-e19971915567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.285889 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d49456-597c-486a-bd22-e19971915567 None None] Bound using segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:07.286889 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-60d49456-597c-486a-bd22-e19971915567 None None] Bound port: 1d6bc390-c1ef-4d4e-9648-10cd22343316, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:07.287767 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-60d49456-597c-486a-bd22-e19971915567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.361961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.433521 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-514e3005-5f26-4012-a086-84f53360a601 service neutron] 10.222.0.78 "GET /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893930 Apr 18 20:54:07.442519 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (174b815c-908d-43cc-92f6-f2512c871f3d), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.472668 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-60d49456-597c-486a-bd22-e19971915567 None None] For port 1d6bc390-c1ef-4d4e-9648-10cd22343316, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:07.480835 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-60d49456-597c-486a-bd22-e19971915567 None None] For port 1d6bc390-c1ef-4d4e-9648-10cd22343316, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1d6bc390-c1ef-4d4e-9648-10cd22343316,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:07.520185 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:07.557419 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-60d49456-597c-486a-bd22-e19971915567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.606499 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3dd2ea8a-18ce-4cde-8acc-517daf9efbf8 req-f9e517b5-8fdd-482d-857c-68242c71b0b2 service neutron] 10.222.0.78 "GET /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630201 Apr 18 20:54:07.655065 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (565235b1-caa9-4318-9d0d-9028947f7893), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.688334 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18a73789-4441-42e3-b559-d074da0c7c6b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.691185 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-18a73789-4441-42e3-b559-d074da0c7c6b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.7377367 Apr 18 20:54:07.693735 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46318) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:07.700784 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-2ac72ec5-61b9-4571-a279-289fc7cdf6e1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group_rule': {'security_group_id': '4ff6e123-fa68-49a8-8f46-b9e553d04d51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:07.718597 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a73789-4441-42e3-b559-d074da0c7c6b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff6e123-fa68-49a8-8f46-b9e553d04d51,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.727646 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8afad7-b7e5-4320-ba33-ca1c2ef0a237 None None] Pushing event updated for resources: {'Port': ['ID=1d6bc390-c1ef-4d4e-9648-10cd22343316,revision_number=4']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.768209 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb47c6-a8e6-491e-963c-d319547a2696 None None] Port 66058a70-0f0f-45b1-88ef-19b9267fa427 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:07.780621 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d49456-597c-486a-bd22-e19971915567 None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:07.783715 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-60d49456-597c-486a-bd22-e19971915567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:07.820642 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-8375379c-f48e-4895-90bf-fbb36a2ff664 service neutron] 10.222.0.53 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779423 Apr 18 20:54:07.821567 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2ac72ec5-61b9-4571-a279-289fc7cdf6e1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (f13124b8-2310-4e27-a7be-8a6e481a4932), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.832574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'Port': ['ID=174b815c-908d-43cc-92f6-f2512c871f3d,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.865285 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0998d64d-536c-4a5a-95ed-aefc7cf91cf1 req-1d3b7bb5-8616-4376-be4a-4035498bd5ae tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6606519 Apr 18 20:54:07.971098 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:07.973570 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-1326e636-3530-4ef8-88fb-d42f2414e7a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8092098 Apr 18 20:54:07.992655 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2ac72ec5-61b9-4571-a279-289fc7cdf6e1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (f13124b8-2310-4e27-a7be-8a6e481a4932), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.077173 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2ac72ec5-61b9-4571-a279-289fc7cdf6e1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (f13124b8-2310-4e27-a7be-8a6e481a4932), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.102220 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac72ec5-61b9-4571-a279-289fc7cdf6e1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13124b8-2310-4e27-a7be-8a6e481a4932,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:08.147880 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:08.149672 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.169654 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:08.196973 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:08.221693 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2ac72ec5-61b9-4571-a279-289fc7cdf6e1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.224346 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-2ac72ec5-61b9-4571-a279-289fc7cdf6e1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5279794 Apr 18 20:54:08.230728 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46334) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:08.235531 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-3eb63ad9-0718-4ad0-b1a2-16f6bad9d11a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group_rule': {'security_group_id': '4ff6e123-fa68-49a8-8f46-b9e553d04d51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:08.404380 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3eb63ad9-0718-4ad0-b1a2-16f6bad9d11a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (f3ce77f0-038f-43b2-8897-671047b81ed2), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.439341 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-60d49456-597c-486a-bd22-e19971915567 None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:08.502586 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:08.575926 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3eb63ad9-0718-4ad0-b1a2-16f6bad9d11a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (f3ce77f0-038f-43b2-8897-671047b81ed2), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.596520 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46364) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:08.650678 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3eb63ad9-0718-4ad0-b1a2-16f6bad9d11a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (f3ce77f0-038f-43b2-8897-671047b81ed2), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.671723 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-20178d08-9dc8-4c5a-b194-911d19aa68c7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--796139868&fields=id&tenant_id=a0e794ba52ab44c5a2b5906338c002d6 HTTP/1.1" status: 200 len: 267 time: 0.1775036 Apr 18 20:54:08.689377 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa99c0a-ccd1-48e4-9d64-67be1bf13ed6 None None] Pushing event updated for resources: {'Port': ['ID=66058a70-0f0f-45b1-88ef-19b9267fa427,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:08.707149 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb63ad9-0718-4ad0-b1a2-16f6bad9d11a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ce77f0-038f-43b2-8897-671047b81ed2,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:08.802840 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-25538917-e3af-4dae-ad20-fe734c679984 None None] Provisioning complete for port 1d6bc390-c1ef-4d4e-9648-10cd22343316 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:08.807578 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-25538917-e3af-4dae-ad20-fe734c679984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.841299 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-527ec103-e7bf-4741-93f7-5b4305eb8b8b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:08.849037 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-527ec103-e7bf-4741-93f7-5b4305eb8b8b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 817 time: 0.1758871 Apr 18 20:54:08.867759 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-52e4f1a4-a38a-4989-aecf-9d1d5e28143e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/quotas/a0e794ba52ab44c5a2b5906338c002d6 HTTP/1.1" status: 200 len: 375 time: 0.0171103 Apr 18 20:54:08.887605 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3eb63ad9-0718-4ad0-b1a2-16f6bad9d11a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:08.889030 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-3eb63ad9-0718-4ad0-b1a2-16f6bad9d11a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6572552 Apr 18 20:54:08.892269 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46376) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:08.897792 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:08.943314 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-60d49456-597c-486a-bd22-e19971915567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:08.946979 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-0edca4bc-b58a-4174-95d3-7c0dc0ae016d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774291 Apr 18 20:54:09.015340 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d49456-597c-486a-bd22-e19971915567 None None] The sync data for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi is: [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:09.060881 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:09.188441 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-c820884b-e387-4abe-881a-312eb4e66051 service neutron] 10.222.0.53 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295551 Apr 18 20:54:09.315022 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-979e7ebd-9f5b-4ed5-a871-3820007a7f65 service neutron] 10.222.0.53 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255805 Apr 18 20:54:09.408592 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:02Z', 'revision_number': 2, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:09.508306 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:09.560251 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Checking router: bf44ee15-9f8f-4741-919f-1f9d2cff83ac for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:09.560867 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Updating router bf44ee15-9f8f-4741-919f-1f9d2cff83ac port c67cd048-5446-4ee2-9345-65affa317e48 binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:54:09.732297 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c67cd048-5446-4ee2-9345-65affa317e48), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:09.752836 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:09.787873 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Allocated IP 172.27.1.185 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/10211346-65c1-4baa-8fde-ac40b17b9226) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:09.840338 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-25538917-e3af-4dae-ad20-fe734c679984 None None] Current status of the port 1d6bc390-c1ef-4d4e-9648-10cd22343316 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:09.845714 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-25538917-e3af-4dae-ad20-fe734c679984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:10.060793 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1fa53335-3da4-4ae9-95ac-86cea724221b req-222cabc4-5fda-4968-9741-f1d94eb15352 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 210 time: 0.0540411 Apr 18 20:54:10.092998 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46402) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:10.098120 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-0e9906c3-404e-40ff-b1ee-dff798f5ddb4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284149215', 'description': 'tempest-description--1685083847'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:10.103388 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (10211346-65c1-4baa-8fde-ac40b17b9226), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:10.167729 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-657332f9-6981-4cb9-97e0-a7be880b17a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:10.231441 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (10211346-65c1-4baa-8fde-ac40b17b9226), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:10.261749 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1d6bc390-c1ef-4d4e-9648-10cd22343316 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:10.295607 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3369ce29-48c4-46da-a869-bdd037b28365 req-55ff372f-a9fa-470b-972e-6dde1fc5d64b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 210 time: 0.0908623 Apr 18 20:54:10.328534 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0e9906c3-404e-40ff-b1ee-dff798f5ddb4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:10.420682 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:10.456354 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:10.474883 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:10.516631 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46422) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:10.587468 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:10.605156 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 6c392c65-d509-435a-8e52-9389bbbaf252 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:10.637292 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-25538917-e3af-4dae-ad20-fe734c679984 None None] For port 1d6bc390-c1ef-4d4e-9648-10cd22343316, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1d6bc390-c1ef-4d4e-9648-10cd22343316,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:10.717995 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a663302-0952-4e77-b0b7-506acbe5f699 None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:10.741664 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2d990-31c3-4888-8b1b-0beb34e91c54 req-73b02f00-2ab6-4d07-8ae0-3e4efd575bf0 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:10.743322 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b0d2d990-31c3-4888-8b1b-0beb34e91c54 req-73b02f00-2ab6-4d07-8ae0-3e4efd575bf0 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 943 time: 0.2860289 Apr 18 20:54:10.767156 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-25538917-e3af-4dae-ad20-fe734c679984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:10.769727 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 1d6bc390-c1ef-4d4e-9648-10cd22343316 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:10.770197 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:10.910019 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1664654372-network', 'tenant_id': '336a0cdb5a9f45bca5c49974e20b4504'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:10.989073 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b0d2d990-31c3-4888-8b1b-0beb34e91c54 req-7538e626-679b-46a8-8ebd-f7f6d158fe5a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128861 Apr 18 20:54:11.023002 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0e9906c3-404e-40ff-b1ee-dff798f5ddb4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (072fad8a-7da0-4fcf-a0df-d3509b0da600), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.060212 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-246ed1a6-aa83-45e0-9cab-7bdb7491cc72 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:11.062121 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-246ed1a6-aa83-45e0-9cab-7bdb7491cc72 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 819 time: 0.4017851 Apr 18 20:54:11.065337 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Made reservation on behalf of 336a0cdb5a9f45bca5c49974e20b4504 for: {'network': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:11.068509 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.103155 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Provisioning complete for port 66058a70-0f0f-45b1-88ef-19b9267fa427 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:11.103544 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.111670 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.149590 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0e9906c3-404e-40ff-b1ee-dff798f5ddb4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (072fad8a-7da0-4fcf-a0df-d3509b0da600), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.155821 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25538917-e3af-4dae-ad20-fe734c679984 None None] Pushing event updated for resources: {'Port': ['ID=1d6bc390-c1ef-4d4e-9648-10cd22343316,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.199462 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (9133c8aa-cb5f-4939-a574-146fb21c5e14), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.207806 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 6c392c65-d509-435a-8e52-9389bbbaf252, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6c392c65-d509-435a-8e52-9389bbbaf252,segment=NetworkSegment(a1a1362e-9fe6-4b04-8673-35032023a156),segment_id=a1a1362e-9fe6-4b04-8673-35032023a156)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:11.228147 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-92730ff2-6f6a-4909-be7e-ebe7c1a3d423 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/quotas/3ec268fac1364ccf857b9e8be5f80876 HTTP/1.1" status: 200 len: 375 time: 0.1320515 Apr 18 20:54:11.232189 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=10211346-65c1-4baa-8fde-ac40b17b9226,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.250477 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '6c392c65-d509-435a-8e52-9389bbbaf252', 'network_id': 'a9e7641e-c07e-4ba5-a163-6772edacaf16', 'port_id': '6c392c65-d509-435a-8e52-9389bbbaf252', 'mac_address': 'fa:16:3e:c9:9b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77040a95-9cf9-4254-84de-2f82cd8f87f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:11.321741 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-657332f9-6981-4cb9-97e0-a7be880b17a2 admin admin] Publish callbacks [] for security_group (dc0d6696-52ed-4889-9041-f5b35b76900d), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.357842 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9906c3-404e-40ff-b1ee-dff798f5ddb4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072fad8a-7da0-4fcf-a0df-d3509b0da600,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.395676 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (10211346-65c1-4baa-8fde-ac40b17b9226), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.401706 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0e9906c3-404e-40ff-b1ee-dff798f5ddb4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.405098 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-0e9906c3-404e-40ff-b1ee-dff798f5ddb4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3107598 Apr 18 20:54:11.416192 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46436) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:11.437262 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-f1b2c96a-63b7-4b1d-8378-c0538849d900 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'security_group_rule': {'security_group_id': '072fad8a-7da0-4fcf-a0df-d3509b0da600', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:11.456869 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Current status of the port 66058a70-0f0f-45b1-88ef-19b9267fa427 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:11.458506 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.459762 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-5b53a792-6355-43b9-a73d-dde1c466cec2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2302237 Apr 18 20:54:11.470938 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-657332f9-6981-4cb9-97e0-a7be880b17a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (dc0d6696-52ed-4889-9041-f5b35b76900d), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.610845 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 6c392c65-d509-435a-8e52-9389bbbaf252 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:11.612688 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.613777 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657332f9-6981-4cb9-97e0-a7be880b17a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d6696-52ed-4889-9041-f5b35b76900d,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.659114 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-657332f9-6981-4cb9-97e0-a7be880b17a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87bc3416ed384c2fbba45964de2b780f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0612216 Apr 18 20:54:11.684092 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 1d6bc390-c1ef-4d4e-9648-10cd22343316 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:11.689276 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a4cda8d3-93a7-4722-afe7-48705505eec6 req-da8c3e33-b26e-4f29-9a94-679e6853cbea tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 210 time: 0.2140019 Apr 18 20:54:11.696074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46444) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:11.735315 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c392c65-d509-435a-8e52-9389bbbaf252 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:11.780536 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Publish callbacks [] for security_group (c650f7b5-bd56-468a-9ab2-66562ff1fabd), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.785827 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] For port 66058a70-0f0f-45b1-88ef-19b9267fa427, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=66058a70-0f0f-45b1-88ef-19b9267fa427,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:11.874985 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-8d14edaf-43dd-4a9b-8395-3da54e3b5560 service neutron] 10.222.0.53 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570862 Apr 18 20:54:11.875640 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (10211346-65c1-4baa-8fde-ac40b17b9226), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.876014 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 6c392c65-d509-435a-8e52-9389bbbaf252, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6c392c65-d509-435a-8e52-9389bbbaf252,segment=NetworkSegment(a1a1362e-9fe6-4b04-8673-35032023a156),segment_id=a1a1362e-9fe6-4b04-8673-35032023a156)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:11.876014 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Publish callbacks [] for port (c67cd048-5446-4ee2-9345-65affa317e48), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.901972 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-51a7a08b-8a84-4537-81ef-456c2162b3ab admin admin] Publish callbacks [] for security_group (dc0d6696-52ed-4889-9041-f5b35b76900d), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.951785 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-51a7a08b-8a84-4537-81ef-456c2162b3ab admin admin] Publish callbacks [] for security_group (dc0d6696-52ed-4889-9041-f5b35b76900d), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:11.981813 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1d6bc390-c1ef-4d4e-9648-10cd22343316 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:12.002140 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-1a921f57-d69c-4702-a944-f4d6c82bffa2 service neutron] 10.222.0.53 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729455 Apr 18 20:54:12.047544 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 1d6bc390-c1ef-4d4e-9648-10cd22343316 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:12.048256 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.198459 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29201efe-ed8d-4263-bb0b-bbaf3d50d028 req-c891629a-594c-41e6-a9b3-cba7b99acd6f tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:12.200757 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-29201efe-ed8d-4263-bb0b-bbaf3d50d028 req-c891629a-594c-41e6-a9b3-cba7b99acd6f tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 943 time: 0.1190131 Apr 18 20:54:12.284681 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-29201efe-ed8d-4263-bb0b-bbaf3d50d028 req-914d8e91-aa8d-4384-84b7-758764ea15d9 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777838 Apr 18 20:54:12.330150 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 1d6bc390-c1ef-4d4e-9648-10cd22343316 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:12.331554 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 66058a70-0f0f-45b1-88ef-19b9267fa427 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:12.393996 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 66058a70-0f0f-45b1-88ef-19b9267fa427 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:12.394650 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.507779 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 66058a70-0f0f-45b1-88ef-19b9267fa427 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:12.508168 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.614809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (10211346-65c1-4baa-8fde-ac40b17b9226), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.617147 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.623297 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.628051 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (c650f7b5-bd56-468a-9ab2-66562ff1fabd), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.629577 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c67cd048-5446-4ee2-9345-65affa317e48), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.640726 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-51a7a08b-8a84-4537-81ef-456c2162b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (dc0d6696-52ed-4889-9041-f5b35b76900d), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.647178 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-51a7a08b-8a84-4537-81ef-456c2162b3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.648564 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-51a7a08b-8a84-4537-81ef-456c2162b3ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc0d6696-52ed-4889-9041-f5b35b76900d HTTP/1.1" status: 204 len: 168 time: 0.9432161 Apr 18 20:54:12.667796 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (9133c8aa-cb5f-4939-a574-146fb21c5e14), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.702526 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Provisioning complete for port 1d6bc390-c1ef-4d4e-9648-10cd22343316 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:12.703158 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.715470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96a-63b7-4b1d-8378-c0538849d900 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (1dd6d0c9-abc7-4de7-b0c7-6cbb71a6ec74), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.715681 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=10211346-65c1-4baa-8fde-ac40b17b9226,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:12.835053 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=110663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:12.848300 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (419cb922-e53d-465f-b334-769439b3b429), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.848662 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.segments_db [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Added segment 419cb922-e53d-465f-b334-769439b3b429 of type vlan for network bb57589c-e3c4-4b53-9edc-4ae08df2d944 Apr 18 20:54:12.857456 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:12.868571 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c4bfc355-9268-46eb-ac55-65ddd101c282 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9747233 Apr 18 20:54:12.903607 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=6c392c65-d509-435a-8e52-9389bbbaf252,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.012814 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c650f7b5-bd56-468a-9ab2-66562ff1fabd,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.022818 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6aa137e9-9f1e-464c-8477-f710ed9368e6 req-123d14c7-5363-4155-840c-4ac3dda2c9be tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 210 time: 0.2040319 Apr 18 20:54:13.195836 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['6c392c65-d509-435a-8e52-9389bbbaf252'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:13.212407 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (bb57589c-e3c4-4b53-9edc-4ae08df2d944), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.258122 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5283f9ba-7b73-43a2-84f4-8ab6b6d37379 req-405aeacd-11bf-4717-bdff-3defd9b50cc9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 210 time: 0.2990210 Apr 18 20:54:13.273395 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96a-63b7-4b1d-8378-c0538849d900 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (1dd6d0c9-abc7-4de7-b0c7-6cbb71a6ec74), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.280761 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7a08b-8a84-4537-81ef-456c2162b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d6696-52ed-4889-9041-f5b35b76900d,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.311593 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.db.api [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:54:13.312270 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG oslo_db.api [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:54:13.379683 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (bb57589c-e3c4-4b53-9edc-4ae08df2d944), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.380723 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:13.384914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.388014 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96a-63b7-4b1d-8378-c0538849d900 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (1dd6d0c9-abc7-4de7-b0c7-6cbb71a6ec74), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.426569 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Pushing event updated for resources: {'Port': ['ID=66058a70-0f0f-45b1-88ef-19b9267fa427,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.463942 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2c96a-63b7-4b1d-8378-c0538849d900 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd6d0c9-abc7-4de7-b0c7-6cbb71a6ec74,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.561863 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586bcf-4791-4ad5-b902-fd87b8cea40e req-0035d0c9-d191-450e-8be0-3906245bd10a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:13.575806 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-90586bcf-4791-4ad5-b902-fd87b8cea40e req-0035d0c9-d191-450e-8be0-3906245bd10a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 944 time: 0.0870745 Apr 18 20:54:13.633431 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-da86bb81-9323-4499-a4da-a08fb3273336 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--341701443&fields=id&tenant_id=49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 267 time: 0.3103101 Apr 18 20:54:13.664010 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1402426 Apr 18 20:54:13.667879 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46486) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:13.675373 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Request body: {'subnet': {'network_id': 'bb57589c-e3c4-4b53-9edc-4ae08df2d944', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1664654372-subnet', 'tenant_id': '336a0cdb5a9f45bca5c49974e20b4504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:13.690074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96a-63b7-4b1d-8378-c0538849d900 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.694124 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f1b2c96a-63b7-4b1d-8378-c0538849d900 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2681434 Apr 18 20:54:13.694694 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46488) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:13.702266 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-a88125dc-65f3-4caa-a962-d50119caa707 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'security_group_rule': {'security_group_id': '072fad8a-7da0-4fcf-a0df-d3509b0da600', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:13.704594 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e045ce3-8cdf-46dd-bb37-3303167c2d3f admin admin] Pushing event updated for resources: {'Network': ['ID=bb57589c-e3c4-4b53-9edc-4ae08df2d944,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.704772 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd8b3f-177e-44f1-a759-8cfb3333bded None None] Pushing event updated for resources: {'Port': ['ID=c67cd048-5446-4ee2-9345-65affa317e48,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.729070 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network bb57589c-e3c4-4b53-9edc-4ae08df2d944 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:13.731126 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Attempting to bind port c67cd048-5446-4ee2-9345-65affa317e48 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:13.731510 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Attempting to bind port c67cd048-5446-4ee2-9345-65affa317e48 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:13.731874 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Attempting to bind port c67cd048-5446-4ee2-9345-65affa317e48 on network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:13.753362 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-377ead2e-454b-4371-b5ee-53d3a0b30b99 None None] Current status of the port 1d6bc390-c1ef-4d4e-9648-10cd22343316 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:13.767604 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:13.768249 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Checking segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:13.769038 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.770155 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Bound using segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:13.770844 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Bound port: c67cd048-5446-4ee2-9345-65affa317e48, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:13.771529 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c67cd048-5446-4ee2-9345-65affa317e48), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.814547 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-90586bcf-4791-4ad5-b902-fd87b8cea40e req-efe3b7cd-17bc-4625-bc3e-01d8c4cb889a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367311 Apr 18 20:54:13.852027 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-f030da63-83d0-44da-a84f-4e1a0a491aa5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:13.853714 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Made reservation on behalf of 336a0cdb5a9f45bca5c49974e20b4504 for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:13.857800 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:13.860827 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-f030da63-83d0-44da-a84f-4e1a0a491aa5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 814 time: 0.2259755 Apr 18 20:54:13.878319 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-24343817-5f93-4714-9a6d-47c37663832d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/quotas/49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 375 time: 0.0166674 Apr 18 20:54:13.944068 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-29f82755-00df-41c0-9c09-45eee5f7eb43 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633936 Apr 18 20:54:13.992587 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-82661d66-48e2-4e0a-a411-77d39d2d63c7 None None] Provisioning complete for port c67cd048-5446-4ee2-9345-65affa317e48 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:13.993371 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-82661d66-48e2-4e0a-a411-77d39d2d63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c67cd048-5446-4ee2-9345-65affa317e48), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:14.016333 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 66058a70-0f0f-45b1-88ef-19b9267fa427 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:14.077242 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] For port c67cd048-5446-4ee2-9345-65affa317e48, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:14.101417 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-82661d66-48e2-4e0a-a411-77d39d2d63c7 None None] Port c67cd048-5446-4ee2-9345-65affa317e48 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:14.106694 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] For port c67cd048-5446-4ee2-9345-65affa317e48, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=c67cd048-5446-4ee2-9345-65affa317e48,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:14.128410 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a88125dc-65f3-4caa-a962-d50119caa707 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (0ba96fb0-6b5b-42ef-a4c6-f51f47987e2e), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:14.171076 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c67cd048-5446-4ee2-9345-65affa317e48), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:14.180210 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46498) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:14.233407 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-a57f1cdb-d549-4cb0-acdd-8e677843409e service neutron] 10.222.0.53 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603264 Apr 18 20:54:14.282259 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-469fbf3f-6fdb-48b0-8aa0-0358669793cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:14.291024 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 66058a70-0f0f-45b1-88ef-19b9267fa427 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:14.368773 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:14.369437 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:53:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:14.396251 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b3cd3670-4da7-4414-b1fd-7eb947de99ca req-0755e924-5984-4e9f-bb9e-97fb01be9bfe tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 210 time: 0.0838938 Apr 18 20:54:14.456070 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-aaa5c908-38fa-4f34-81e8-d03c5af98812 service neutron] 10.222.0.53 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214651 Apr 18 20:54:14.577276 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:14.630348 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd8b3f-177e-44f1-a759-8cfb3333bded None None] Pushing event updated for resources: {'Port': ['ID=c67cd048-5446-4ee2-9345-65affa317e48,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:14.647169 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 6c392c65-d509-435a-8e52-9389bbbaf252 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:14.715184 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a88125dc-65f3-4caa-a962-d50119caa707 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (0ba96fb0-6b5b-42ef-a4c6-f51f47987e2e), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:14.729876 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d31589c3-febc-4767-a113-50000972fc15 req-897af26d-5e05-4da4-8d1a-5d8fd3a16e4e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 210 time: 0.0663705 Apr 18 20:54:14.741457 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e263-3f02-471a-84ef-d532641bd629 req-1468e34d-33e2-40d2-b4f7-42eee9229d15 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:14.742891 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-1468e34d-33e2-40d2-b4f7-42eee9229d15 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 819 time: 0.6155343 Apr 18 20:54:14.758696 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'port': {'device_id': '47455a7a-7de2-47a0-adf8-b0197169ac8d', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'admin_state_up': True, 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:14.793757 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-5851cae0-ba63-427e-ad53-d987e3038514 None None] Provisioning complete for port c67cd048-5446-4ee2-9345-65affa317e48 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:14.795463 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5851cae0-ba63-427e-ad53-d987e3038514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c67cd048-5446-4ee2-9345-65affa317e48), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:14.798583 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (30f9ecb9-8113-40f8-8f5e-060d6c93c58e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:14.868678 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46506) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:14.902947 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a88125dc-65f3-4caa-a962-d50119caa707 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (0ba96fb0-6b5b-42ef-a4c6-f51f47987e2e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:14.924292 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 6c392c65-d509-435a-8e52-9389bbbaf252 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:54:14.974004 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 66058a70-0f0f-45b1-88ef-19b9267fa427 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:14.974414 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.069864 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.78', 57424) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:15.110241 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 6c392c65-d509-435a-8e52-9389bbbaf252 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:15.110823 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.116142 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:14Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:15.135224 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cb40791d-05c6-4db7-99d1-aac236a49fbd req-ee5cdd99-a757-4087-b427-db5cb5bceed9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 210 time: 0.0623922 Apr 18 20:54:15.141674 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88125dc-65f3-4caa-a962-d50119caa707 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba96fb0-6b5b-42ef-a4c6-f51f47987e2e,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:15.145143 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f9ecb9-8113-40f8-8f5e-060d6c93c58e,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:15.180160 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6e9cb-4d2f-4c5d-943c-3bc0c8791ac6 req-19ef6ddb-6a48-4790-a722-ec00bb8dbf7b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:15.184356 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d2e6e9cb-4d2f-4c5d-943c-3bc0c8791ac6 req-19ef6ddb-6a48-4790-a722-ec00bb8dbf7b tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 944 time: 0.2532570 Apr 18 20:54:15.193289 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a88125dc-65f3-4caa-a962-d50119caa707 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.195648 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a88125dc-65f3-4caa-a962-d50119caa707 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4993794 Apr 18 20:54:15.200222 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46518) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:15.223526 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:15.275538 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Checking segment: {'id': '419cb922-e53d-465f-b334-769439b3b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bb57589c-e3c4-4b53-9edc-4ae08df2d944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:15.278416 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Network hostable DHCP agents. Network: bb57589c-e3c4-4b53-9edc-4ae08df2d944, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:15.283772 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-469fbf3f-6fdb-48b0-8aa0-0358669793cb admin admin] Publish callbacks [] for security_group (54947eff-3f94-4ada-acc5-22d56ffe1145), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.303114 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a9ea899a-bf56-432a-8849-203c875ff49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.319988 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e6acf-6df6-48e7-b58e-d48fc04c1ed3 None None] The sync data for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi is: [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:14Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:15.395426 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-469fbf3f-6fdb-48b0-8aa0-0358669793cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (54947eff-3f94-4ada-acc5-22d56ffe1145), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.449799 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Network bb57589c-e3c4-4b53-9edc-4ae08df2d944 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:15.454797 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Made reservation on behalf of 3ec268fac1364ccf857b9e8be5f80876 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:15.458845 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.555322 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-469fbf3f-6fdb-48b0-8aa0-0358669793cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82d8c7661d7d441fb9fa611ca7f99721&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3474884 Apr 18 20:54:15.556666 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46530) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:15.571709 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fbf3f-6fdb-48b0-8aa0-0358669793cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54947eff-3f94-4ada-acc5-22d56ffe1145,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:15.610992 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, bb57589c-e3c4-4b53-9edc-4ae08df2d944) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:15.648408 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1e4eb-04e0-4651-96f2-ca61a313d79e None None] Network bb57589c-e3c4-4b53-9edc-4ae08df2d944 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:54:15.663223 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.697101 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-5851cae0-ba63-427e-ad53-d987e3038514 None None] Current status of the port c67cd048-5446-4ee2-9345-65affa317e48 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:15.697609 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:15.697983 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5851cae0-ba63-427e-ad53-d987e3038514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c67cd048-5446-4ee2-9345-65affa317e48), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.699010 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.841412 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-932944ee-fd2d-49d7-aba8-2fd2dde51551 admin admin] Publish callbacks [] for security_group (54947eff-3f94-4ada-acc5-22d56ffe1145), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.842302 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 66058a70-0f0f-45b1-88ef-19b9267fa427 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:15.856885 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9991ba31-3e2d-4b63-bfd0-2b7c0e9e9a88 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1823483 Apr 18 20:54:15.857049 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6bf6073f-8be4-425a-9062-091f0628848f req-6a1ba4d7-16c8-4a21-9736-7e6ab6c972e4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 210 time: 0.1954789 Apr 18 20:54:15.868466 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-5851cae0-ba63-427e-ad53-d987e3038514 None None] For port c67cd048-5446-4ee2-9345-65affa317e48, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=c67cd048-5446-4ee2-9345-65affa317e48,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:15.872285 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 6c392c65-d509-435a-8e52-9389bbbaf252 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:15.872948 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.928961 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Allocated IP 172.20.0.14 (16e87387-b123-4f2b-babb-a2e00343063b/70141762-b3bb-420e-b230-42af2b3a8c3e/ced6e14f-146e-4604-a1e6-8ab4cfb07b7b) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:15.933523 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5851cae0-ba63-427e-ad53-d987e3038514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c67cd048-5446-4ee2-9345-65affa317e48), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:15.943480 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.78', 57427) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:15.973278 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-932944ee-fd2d-49d7-aba8-2fd2dde51551 admin admin] Publish callbacks [] for security_group (54947eff-3f94-4ada-acc5-22d56ffe1145), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.018667 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04a0787-2556-442d-a704-61b950df74b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c392c65-d509-435a-8e52-9389bbbaf252'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:16.053034 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d2e6e9cb-4d2f-4c5d-943c-3bc0c8791ac6 req-5c35984e-a6e7-4653-813a-e3e51e612dfe tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8490014 Apr 18 20:54:16.170867 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851cae0-ba63-427e-ad53-d987e3038514 None None] Pushing event updated for resources: {'Port': ['ID=c67cd048-5446-4ee2-9345-65affa317e48,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:16.181835 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-e1e6c213-fe80-425e-9dd6-04bcc98e0bca tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:16.194816 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-e1e6c213-fe80-425e-9dd6-04bcc98e0bca tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 817 time: 1.1225498 Apr 18 20:54:16.217678 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 6c392c65-d509-435a-8e52-9389bbbaf252, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6c392c65-d509-435a-8e52-9389bbbaf252,segment=NetworkSegment(a1a1362e-9fe6-4b04-8673-35032023a156),segment_id=a1a1362e-9fe6-4b04-8673-35032023a156)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:16.284190 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cbc75cb8-ae46-4550-9a27-6411f7c9dfa4 req-1d550e8d-be91-4b6e-a62a-b5c1ee5bb26b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 210 time: 0.2300415 Apr 18 20:54:16.288757 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.296154 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.314305 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f3c73a-0ada-43c9-9f22-8bac77b8e781 None None] Network bb57589c-e3c4-4b53-9edc-4ae08df2d944 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:54:16.413558 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-74435cec-e3fb-49fa-a83a-a68f9f175f5a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:16.417901 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-74435cec-e3fb-49fa-a83a-a68f9f175f5a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 819 time: 0.4692497 Apr 18 20:54:16.426140 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device c67cd048-5446-4ee2-9345-65affa317e48 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:16.450097 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'port': {'device_id': '1a25d816-90f0-4163-ad37-1bbcbff698c9', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'admin_state_up': True, 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:16.552173 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d41643-9ebf-48ff-b674-516764ce86ad" -d '{"events": [{"server_uuid": "a04a0787-2556-442d-a704-61b950df74b6", "name": "network-vif-plugged", "status": "completed", "tag": "6c392c65-d509-435a-8e52-9389bbbaf252"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:16.566363 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf3f93ba-3a5e-4e83-bae8-c245dade0cc7 req-f8b0f48b-544e-4c89-b012-2abb95fce8df tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 210 time: 0.2788203 Apr 18 20:54:16.671241 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=6c392c65-d509-435a-8e52-9389bbbaf252,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:16.725515 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port c67cd048-5446-4ee2-9345-65affa317e48 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:16.725947 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c67cd048-5446-4ee2-9345-65affa317e48), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.765358 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Allocated IP 172.27.1.182 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/50299088-d327-4164-bbec-cdd64a377e7f) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:16.826609 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a9ea899a-bf56-432a-8849-203c875ff49a admin admin] Publish callbacks [] for security_group (26d4fdb4-bb48-4ade-9ccb-8d56175c924c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.890179 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-7f3ab40a-2e82-4ffb-a906-34581d8ba039 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e794ba52ab44c5a2b5906338c002d6 HTTP/1.1" status: 200 len: 379 time: 0.6621943 Apr 18 20:54:16.890179 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a9ea899a-bf56-432a-8849-203c875ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (26d4fdb4-bb48-4ade-9ccb-8d56175c924c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.917174 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.927998 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port c67cd048-5446-4ee2-9345-65affa317e48 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:16.938023 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-932944ee-fd2d-49d7-aba8-2fd2dde51551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (54947eff-3f94-4ada-acc5-22d56ffe1145), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.943144 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-932944ee-fd2d-49d7-aba8-2fd2dde51551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:16.961619 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-932944ee-fd2d-49d7-aba8-2fd2dde51551 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54947eff-3f94-4ada-acc5-22d56ffe1145 HTTP/1.1" status: 204 len: 168 time: 1.3915746 Apr 18 20:54:17.000816 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdbe106-5a9b-43da-b9f5-8e7b37920ad8 x-openstack-request-id: req-7fdbe106-5a9b-43da-b9f5-8e7b37920ad8 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:17.001191 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04a0787-2556-442d-a704-61b950df74b6", "name": "network-vif-plugged", "status": "completed", "tag": "6c392c65-d509-435a-8e52-9389bbbaf252", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:17.002049 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fdbe106-5a9b-43da-b9f5-8e7b37920ad8 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:17.002049 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fdbe106-5a9b-43da-b9f5-8e7b37920ad8'] response: {'server_uuid': 'a04a0787-2556-442d-a704-61b950df74b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c392c65-d509-435a-8e52-9389bbbaf252', 'code': 200} Apr 18 20:54:17.035895 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'port': {'device_id': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'admin_state_up': True, 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'security_groups': ['92718d04-2a82-4dba-8847-b6893d466648']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:17.079115 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932944ee-fd2d-49d7-aba8-2fd2dde51551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54947eff-3f94-4ada-acc5-22d56ffe1145,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:17.176055 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Made reservation on behalf of 3ec268fac1364ccf857b9e8be5f80876 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:17.180918 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:17.367005 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-a9ea899a-bf56-432a-8849-203c875ff49a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f104a57960d4df8ab88d01182ad84c6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4943256 Apr 18 20:54:17.367260 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:17.369873 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46572) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:17.405949 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea899a-bf56-432a-8849-203c875ff49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d4fdb4-bb48-4ade-9ccb-8d56175c924c,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:17.500281 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.78', 57431) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:17.514077 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e3ccf57f-2cb5-4985-b74d-8dee13671fab req-8649be28-3e44-4f30-8165-c7a3db07e722 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 210 time: 0.1532838 Apr 18 20:54:17.544432 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Network 16e87387-b123-4f2b-babb-a2e00343063b is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:17.584067 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:17.628513 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46582) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:17.635916 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-330464280-network', 'tenant_id': '1f5d53f58f054a2ca3aa1abef4895f30'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:17.645377 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for port (50299088-d327-4164-bbec-cdd64a377e7f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:17.654553 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67f776-4263-4d6b-8cad-acfe0dca1a19 req-eb413826-a868-4c9c-a2a2-8d4aa24fa329 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:17.659365 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e67f776-4263-4d6b-8cad-acfe0dca1a19 req-eb413826-a868-4c9c-a2a2-8d4aa24fa329 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 945 time: 0.2714667 Apr 18 20:54:17.684862 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:17.697042 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:17.700416 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:17.727617 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0869a976-b19e-4782-a36a-ef3d4504bfa1 req-9d694983-ce84-4ed4-82b0-a353466e4d54 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 210 time: 0.0677688 Apr 18 20:54:17.730431 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Made reservation on behalf of a0e794ba52ab44c5a2b5906338c002d6 for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:17.769373 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:17.796779 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Allocated IP 172.20.0.7 (16e87387-b123-4f2b-babb-a2e00343063b/70141762-b3bb-420e-b230-42af2b3a8c3e/a32a0e19-7d8c-460d-be56-dbc926ddc56b) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:17.799649 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412efb9-c4da-4505-9de8-811a70a90edf req-8e1761ae-3418-455b-836f-f615b191ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:17.801227 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2412efb9-c4da-4505-9de8-811a70a90edf req-8e1761ae-3418-455b-836f-f615b191ff6d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 1129 time: 0.2957692 Apr 18 20:54:17.805523 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event updated for resources: {'Port': ['ID=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:17.857891 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-2412efb9-c4da-4505-9de8-811a70a90edf req-26bee209-e6fe-44d2-95bf-58b52ac77593 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:17.913959 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-91b79ba2-4705-4806-bd85-95ae1f82c54b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1592116 Apr 18 20:54:17.931730 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Request body: {'port': {'device_id': '47455a7a-7de2-47a0-adf8-b0197169ac8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:17.935935 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a4ef0c-b496-4153-9829-57b9785cc860 admin admin] Publish callbacks [] for security_group (26d4fdb4-bb48-4ade-9ccb-8d56175c924c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:17.973946 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49f48c44-850c-4a50-b38c-47af4884c43d None None] Provisioning complete for port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:17.974511 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49f48c44-850c-4a50-b38c-47af4884c43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.002376 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a1cec23-1cfd-482e-a115-8026cef600e9 req-1bec55ec-4391-45e2-b564-29e982499214 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 210 time: 0.1525271 Apr 18 20:54:18.028030 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49f48c44-850c-4a50-b38c-47af4884c43d None None] Port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:18.035661 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.78', 57432) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:18.046349 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e67f776-4263-4d6b-8cad-acfe0dca1a19 req-42156daf-50a6-4e18-ae65-f5a5a6192b7d tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712375 Apr 18 20:54:18.113582 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a4ef0c-b496-4153-9829-57b9785cc860 admin admin] Publish callbacks [] for security_group (26d4fdb4-bb48-4ade-9ccb-8d56175c924c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.144508 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device c67cd048-5446-4ee2-9345-65affa317e48 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:18.218479 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Made reservation on behalf of 1f5d53f58f054a2ca3aa1abef4895f30 for: {'network': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:18.222269 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.232407 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port c67cd048-5446-4ee2-9345-65affa317e48 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:18.233292 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c67cd048-5446-4ee2-9345-65affa317e48), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.237273 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (50299088-d327-4164-bbec-cdd64a377e7f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.258630 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.268508 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.279869 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.316128 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-2412efb9-c4da-4505-9de8-811a70a90edf req-26bee209-e6fe-44d2-95bf-58b52ac77593 service neutron] Publish callbacks [] for security_group (ddcd5960-e686-4344-8cf0-ab923b04ca22), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.345329 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:18.388651 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a4ef0c-b496-4153-9829-57b9785cc860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (26d4fdb4-bb48-4ade-9ccb-8d56175c924c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.391561 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a4ef0c-b496-4153-9829-57b9785cc860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.395672 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-23a4ef0c-b496-4153-9829-57b9785cc860 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26d4fdb4-bb48-4ade-9ccb-8d56175c924c HTTP/1.1" status: 204 len: 168 time: 1.0093257 Apr 18 20:54:18.396575 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-2412efb9-c4da-4505-9de8-811a70a90edf req-26bee209-e6fe-44d2-95bf-58b52ac77593 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ddcd5960-e686-4344-8cf0-ab923b04ca22), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.400892 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port c67cd048-5446-4ee2-9345-65affa317e48 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:18.413081 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'Port': ['ID=50299088-d327-4164-bbec-cdd64a377e7f,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:18.418248 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:18.470790 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.483073 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Allocated IP 172.20.0.8 (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f/71493661-796a-428f-8ac2-7edf91ff13c7/c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:18.488418 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:18.500337 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4ef0c-b496-4153-9829-57b9785cc860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d4fdb4-bb48-4ade-9ccb-8d56175c924c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:18.762317 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2412efb9-c4da-4505-9de8-811a70a90edf req-26bee209-e6fe-44d2-95bf-58b52ac77593 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9377346 Apr 18 20:54:18.802821 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Network 16e87387-b123-4f2b-babb-a2e00343063b is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:18.816093 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event updated for resources: {'Port': ['ID=a32a0e19-7d8c-460d-be56-dbc926ddc56b,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:18.818971 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:18.824074 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:18.829414 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:18.830185 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:18.833121 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee209-e6fe-44d2-95bf-58b52ac77593 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd5960-e686-4344-8cf0-ab923b04ca22,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:18.889555 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-675be56b-4a0b-4533-bb0c-782a08994658 req-9b0c98bf-efd9-48ab-b615-06d93369fe85 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 210 time: 0.1640465 Apr 18 20:54:18.958130 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-f79d795f-5c1a-4cb6-8827-d47d3997238b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5245438 Apr 18 20:54:19.008856 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Request body: {'port': {'device_id': '1a25d816-90f0-4163-ad37-1bbcbff698c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:19.019433 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-6e2f8d1d-6121-4def-b125-3365f53ddb45 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:19.021191 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-6e2f8d1d-6121-4def-b125-3365f53ddb45 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 814 time: 0.9731865 Apr 18 20:54:19.084208 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (9e264a27-4fe0-4d94-91bc-bd2223f1a48e), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.204919 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4331-af09-41a5-8ed8-d13961d2a335 req-f015889c-cc51-47f8-b547-e3d5c3f8d06f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:19.207608 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a5cf4331-af09-41a5-8ed8-d13961d2a335 req-f015889c-cc51-47f8-b547-e3d5c3f8d06f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 931 time: 0.3036284 Apr 18 20:54:19.223090 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced6e14f-146e-4604-a1e6-8ab4cfb07b7b {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:19.236175 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Publish callbacks [] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.268287 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-832b4ed1-9612-4c1f-be5e-2b7b3becfb8c None None] Provisioning complete for port a32a0e19-7d8c-460d-be56-dbc926ddc56b triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:19.269325 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-832b4ed1-9612-4c1f-be5e-2b7b3becfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.275995 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Transition to ACTIVE for port object ced6e14f-146e-4604-a1e6-8ab4cfb07b7b will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:54:19.278103 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.318134 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6db74f2b-9d2d-494e-a6ca-816ce436eef8 req-acb72bbc-b498-4ea1-9db7-f77cc75b300c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 210 time: 0.1288314 Apr 18 20:54:19.375966 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Publish callbacks [] for security_group (b7402bef-4847-4e8e-94ab-78c61bc68499), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.384428 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.403310 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.406335 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-832b4ed1-9612-4c1f-be5e-2b7b3becfb8c None None] Port a32a0e19-7d8c-460d-be56-dbc926ddc56b cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:19.428609 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (50299088-d327-4164-bbec-cdd64a377e7f), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.443409 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-6961cd84-e5e5-49d5-b79b-5be0e7eab8f2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 379 time: 0.4025314 Apr 18 20:54:19.475512 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (b7402bef-4847-4e8e-94ab-78c61bc68499), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.491605 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'port': {'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'admin_state_up': True, 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'security_groups': ['4ff6e123-fa68-49a8-8f46-b9e553d04d51']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:19.532156 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7402bef-4847-4e8e-94ab-78c61bc68499,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:19.557457 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46624) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:19.567306 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Pushing event updated for resources: {'Port': ['ID=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:19.595789 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3e170469-0a11-4e67-a22c-95e9b722c851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.751241 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a5cf4331-af09-41a5-8ed8-d13961d2a335 req-1d32ae76-1d79-406a-9396-993319207129 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075638 Apr 18 20:54:19.781553 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=110663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:19.806588 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Attempting to bind port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:19.806935 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Attempting to bind port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:19.807277 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Attempting to bind port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b on network 16e87387-b123-4f2b-babb-a2e00343063b {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:19.827447 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b on network 16e87387-b123-4f2b-babb-a2e00343063b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:19.827447 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Attempting to bind port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b on network 16e87387-b123-4f2b-babb-a2e00343063b {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:19.849677 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (5b054e06-4293-4c66-9db7-95d084e70def), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.849677 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.segments_db [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Added segment 5b054e06-4293-4c66-9db7-95d084e70def of type vlan for network d79d015f-7b7b-4325-8575-7e6b5cdf5857 Apr 18 20:54:19.859989 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a53834-ad0f-4188-b9fe-bb021210f790 req-e51cbff2-9242-4b36-a83e-7ee2ea44e3c9 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:19.861527 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2a53834-ad0f-4188-b9fe-bb021210f790 req-e51cbff2-9242-4b36-a83e-7ee2ea44e3c9 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 945 time: 0.3879662 Apr 18 20:54:19.874118 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:19.874606 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Checking segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:19.875197 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Bound using segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:19.875850 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Bound port: ced6e14f-146e-4604-a1e6-8ab4cfb07b7b, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:19.876381 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:19.949026 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32a0e19-7d8c-460d-be56-dbc926ddc56b {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:20.000934 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Publish callbacks [] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.011160 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (d79d015f-7b7b-4325-8575-7e6b5cdf5857), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.012090 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3e170469-0a11-4e67-a22c-95e9b722c851 admin admin] Publish callbacks [] for security_group (2000e947-577a-4970-87d9-d749492d9658), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.023704 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.043504 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Transition to ACTIVE for port object a32a0e19-7d8c-460d-be56-dbc926ddc56b will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:54:20.059298 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] For port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:20.064106 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] For port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:20.089173 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3e170469-0a11-4e67-a22c-95e9b722c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (2000e947-577a-4970-87d9-d749492d9658), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.121157 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.131602 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:20.161622 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:20.164449 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.db.resource_extend [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:54:20.182483 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2a53834-ad0f-4188-b9fe-bb021210f790 req-abbe1c44-352c-47b7-97b5-04d6cefe6f5a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076167 Apr 18 20:54:20.193695 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:20.196179 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-3e170469-0a11-4e67-a22c-95e9b722c851 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=719822b6cee440a8b113de3b05ba8d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6363542 Apr 18 20:54:20.197177 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:20.198652 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.201289 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46636) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:20.203001 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e170469-0a11-4e67-a22c-95e9b722c851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2000e947-577a-4970-87d9-d749492d9658,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.241096 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.297263 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Pushing event updated for resources: {'Port': ['ID=a32a0e19-7d8c-460d-be56-dbc926ddc56b,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.324193 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3957021 Apr 18 20:54:20.339428 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbde0c9-1f1d-42c6-b118-451d57b7cdae req-b175a8a2-2502-4ae6-9052-14a83d65f14e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:20.342205 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2cbde0c9-1f1d-42c6-b118-451d57b7cdae req-b175a8a2-2502-4ae6-9052-14a83d65f14e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 931 time: 0.3279798 Apr 18 20:54:20.364395 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0123b98-e5b7-4a17-90a7-c6fb90a9208b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.364529 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:20.364529 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.383100 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] 10.222.0.78 "PUT /v2.0/ports/ced6e14f-146e-4604-a1e6-8ab4cfb07b7b HTTP/1.1" status: 200 len: 1094 time: 2.4579089 Apr 18 20:54:20.399890 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47455a7a-7de2-47a0-adf8-b0197169ac8d', 'tag': 'ced6e14f-146e-4604-a1e6-8ab4cfb07b7b'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:20.402889 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c69c146-509d-4856-b518-e535d4b5ca36" -d '{"events": [{"name": "network-changed", "server_uuid": "47455a7a-7de2-47a0-adf8-b0197169ac8d", "tag": "ced6e14f-146e-4604-a1e6-8ab4cfb07b7b"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:20.428656 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (d79d015f-7b7b-4325-8575-7e6b5cdf5857), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.429345 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:20.430056 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.477445 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Request body: {'port': {'device_id': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:20.579523 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Attempting to bind port a32a0e19-7d8c-460d-be56-dbc926ddc56b on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:20.579889 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Attempting to bind port a32a0e19-7d8c-460d-be56-dbc926ddc56b by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:20.580192 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Attempting to bind port a32a0e19-7d8c-460d-be56-dbc926ddc56b on network 16e87387-b123-4f2b-babb-a2e00343063b {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:20.593641 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9b5c0b0-d7c9-4e5c-9173-8a119b422457 admin admin] Publish callbacks [] for security_group (2000e947-577a-4970-87d9-d749492d9658), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.598129 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0600aa5-aeb0-4d5d-a290-1209fc1b7300 service neutron] Pushing event updated for resources: {'Port': ['ID=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.602512 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-48d57e76-afc3-4843-9e71-8d115db2bbe4 req-a4043970-5954-418f-8709-fc27f7fccecc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 210 time: 0.1460478 Apr 18 20:54:20.622265 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Port a32a0e19-7d8c-460d-be56-dbc926ddc56b on network 16e87387-b123-4f2b-babb-a2e00343063b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:20.622669 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Attempting to bind port a32a0e19-7d8c-460d-be56-dbc926ddc56b on network 16e87387-b123-4f2b-babb-a2e00343063b {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:20.660708 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:20.661177 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Checking segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:20.661851 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Bound using segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:20.662658 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Bound port: a32a0e19-7d8c-460d-be56-dbc926ddc56b, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:20.668544 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.691273 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-68f2be42-e8ae-40b7-8a41-f2fc3aed6009 None None] Provisioning complete for port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:20.692026 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-68f2be42-e8ae-40b7-8a41-f2fc3aed6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.712584 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0825922 Apr 18 20:54:20.738297 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-68f2be42-e8ae-40b7-8a41-f2fc3aed6009 None None] Port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:20.740978 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Made reservation on behalf of 49053bff9c8744c49577beb0147f053a for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:20.744601 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.778767 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46646) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:20.783147 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] For port a32a0e19-7d8c-460d-be56-dbc926ddc56b, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:20.786506 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] For port a32a0e19-7d8c-460d-be56-dbc926ddc56b, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:20.805764 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Request body: {'subnet': {'network_id': 'd79d015f-7b7b-4325-8575-7e6b5cdf5857', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-330464280-subnet', 'tenant_id': '1f5d53f58f054a2ca3aa1abef4895f30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:20.809832 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9b5c0b0-d7c9-4e5c-9173-8a119b422457 admin admin] Publish callbacks [] for security_group (2000e947-577a-4970-87d9-d749492d9658), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.862036 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc0313f-94c0-4ce9-88fa-5a9c2910cfa6 x-openstack-request-id: req-6dc0313f-94c0-4ce9-88fa-5a9c2910cfa6 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:20.862333 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47455a7a-7de2-47a0-adf8-b0197169ac8d", "tag": "ced6e14f-146e-4604-a1e6-8ab4cfb07b7b", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:20.862587 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dc0313f-94c0-4ce9-88fa-5a9c2910cfa6 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:20.865664 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc0313f-94c0-4ce9-88fa-5a9c2910cfa6'] response: {'name': 'network-changed', 'server_uuid': '47455a7a-7de2-47a0-adf8-b0197169ac8d', 'tag': 'ced6e14f-146e-4604-a1e6-8ab4cfb07b7b', 'status': 'completed', 'code': 200} Apr 18 20:54:20.913990 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:20.938821 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for port (50299088-d327-4164-bbec-cdd64a377e7f), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.007608 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9b5c0b0-d7c9-4e5c-9173-8a119b422457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (2000e947-577a-4970-87d9-d749492d9658), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.012446 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9b5c0b0-d7c9-4e5c-9173-8a119b422457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.017499 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f9b5c0b0-d7c9-4e5c-9173-8a119b422457 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2000e947-577a-4970-87d9-d749492d9658 HTTP/1.1" status: 204 len: 168 time: 0.8012512 Apr 18 20:54:21.020403 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.020403 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.029703 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] 10.222.0.78 "PUT /v2.0/ports/a32a0e19-7d8c-460d-be56-dbc926ddc56b HTTP/1.1" status: 200 len: 1093 time: 2.0293443 Apr 18 20:54:21.053484 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e263-3f02-471a-84ef-d532641bd629 req-47cb8a57-a138-4e28-88fc-61d68842bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.055378 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-47cb8a57-a138-4e28-88fc-61d68842bc7e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 1128 time: 0.1876438 Apr 18 20:54:21.058502 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5c0b0-d7c9-4e5c-9173-8a119b422457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000e947-577a-4970-87d9-d749492d9658,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:21.082496 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2cbde0c9-1f1d-42c6-b118-451d57b7cdae req-22ac371c-0934-4ec7-b8ae-d31c2a985edc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6991122 Apr 18 20:54:21.097044 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d895f-f870-463d-aaf6-c78b2ce31c77 req-5133b4dc-0033-4ab1-8dce-32c140ff847a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.109227 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bb8d895f-f870-463d-aaf6-c78b2ce31c77 req-5133b4dc-0033-4ab1-8dce-32c140ff847a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 943 time: 0.1179664 Apr 18 20:54:21.117532 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (50299088-d327-4164-bbec-cdd64a377e7f), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.128197 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Made reservation on behalf of 1f5d53f58f054a2ca3aa1abef4895f30 for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:21.132907 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.181699 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-bed1536a-dacd-408b-bb7d-e0cbf87d8219 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b HTTP/1.1" status: 200 len: 217 time: 0.1170080 Apr 18 20:54:21.230098 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d62e4-958e-4bbb-a838-b09dad5b6474 service neutron] Pushing event updated for resources: {'Port': ['ID=a32a0e19-7d8c-460d-be56-dbc926ddc56b,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:21.258777 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f95f74-3aac-4d10-a116-2dbd781233b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d79d015f-7b7b-4325-8575-7e6b5cdf5857,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:21.327774 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e263-3f02-471a-84ef-d532641bd629 req-8c623bdf-6d03-4102-b372-c0246e8c8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.330862 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-8c623bdf-6d03-4102-b372-c0246e8c8a0b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1410470 Apr 18 20:54:21.367941 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-b4556458-29f7-459a-b0a7-5e4905f3c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.368212 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.370626 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-b4556458-29f7-459a-b0a7-5e4905f3c173 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 1127 time: 0.1267183 Apr 18 20:54:21.408547 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (9e264a27-4fe0-4d94-91bc-bd2223f1a48e), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.449364 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-83f6f910-161d-4d26-83c3-6a89e8066f9f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b HTTP/1.1" status: 200 len: 217 time: 0.0551739 Apr 18 20:54:21.476760 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network d79d015f-7b7b-4325-8575-7e6b5cdf5857 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:21.533006 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-d93dd2f1-2f90-46da-a700-6a2899d32488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.535123 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-d93dd2f1-2f90-46da-a700-6a2899d32488 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.0762300 Apr 18 20:54:21.539544 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e263-3f02-471a-84ef-d532641bd629 req-415c4aba-c3c8-4b8c-93a2-2cbf4ef55f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.541412 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-415c4aba-c3c8-4b8c-93a2-2cbf4ef55f0d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2029393 Apr 18 20:54:21.627979 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075df1b-45a8-4039-8be8-1ec29b06c43e req-0877f021-dcf7-4204-bced-94240029c8f7 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.629850 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b075df1b-45a8-4039-8be8-1ec29b06c43e req-0877f021-dcf7-4204-bced-94240029c8f7 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 945 time: 0.2240555 Apr 18 20:54:21.641721 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-84ad45f3-4f52-4ec0-91f7-0a677765e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:21.643326 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-84ad45f3-4f52-4ec0-91f7-0a677765e6d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004572 Apr 18 20:54:21.685907 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'Port': ['ID=50299088-d327-4164-bbec-cdd64a377e7f,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:21.716631 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Allocated IP 172.20.0.5 (13a8a4ec-054a-4b03-9f0c-ef547bb0842d/28b61d25-99fd-4952-a4b5-64e655c1687a/c744f0ec-4ee4-4479-b759-fadd78091f57) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:21.725103 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:21.727227 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-91e883d9-daeb-4647-b70f-c411ce1860a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5199845 Apr 18 20:54:21.750587 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-81298f57-35d4-499d-bf62-c5681a7916c6 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988900 Apr 18 20:54:21.792793 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bb8d895f-f870-463d-aaf6-c78b2ce31c77 req-17eaf1c3-78b5-48c8-9172-3d2a1f65d8de tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814020 Apr 18 20:54:21.924702 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-c1b3d504-102c-45d6-ba33-e9c510262a39 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743340 Apr 18 20:54:22.059226 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8060e263-3f02-471a-84ef-d532641bd629 req-5f5112dd-99f7-41de-a443-4bf3653b383c service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023005 Apr 18 20:54:22.097451 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-caf4a95d-ccf4-456a-a947-fc36a5c9c02a req-02f4e1d8-ef89-4454-8420-6b6e66562b15 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632972 Apr 18 20:54:22.119921 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b075df1b-45a8-4039-8be8-1ec29b06c43e req-b6300067-0624-4459-8f22-78804c5c3c37 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477527 Apr 18 20:54:22.215167 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a75a8997-ea48-433b-b335-07a6afe4c5c4 req-b8a51dbc-dd37-4e8b-8d0b-859de708e7eb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 210 time: 0.1723247 Apr 18 20:54:22.464356 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0279-c0ea-43ff-9243-30acb6db36fa req-47dc95fe-65c4-4ded-a981-d0df0f0f57fb tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:22.465904 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-339f0279-c0ea-43ff-9243-30acb6db36fa req-47dc95fe-65c4-4ded-a981-d0df0f0f57fb tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 931 time: 0.1600165 Apr 18 20:54:22.498508 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-c375274f-2f56-45e2-93b8-16505b95557e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--284149215&fields=id&tenant_id=91960583eb984ba28fbe168ddd9a54c3 HTTP/1.1" status: 200 len: 267 time: 0.2101774 Apr 18 20:54:22.513508 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:22.522898 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (60d0b117-0a11-4a94-9df7-51dccd0a9398), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:22.867429 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a25d816-90f0-4163-ad37-1bbcbff698c9', 'tag': 'a32a0e19-7d8c-460d-be56-dbc926ddc56b'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:22.871502 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c1e210-ac2c-478c-a822-9ce3eb51d995" -d '{"events": [{"name": "network-changed", "server_uuid": "1a25d816-90f0-4163-ad37-1bbcbff698c9", "tag": "a32a0e19-7d8c-460d-be56-dbc926ddc56b"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:22.906990 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d0b117-0a11-4a94-9df7-51dccd0a9398,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:22.940700 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-339f0279-c0ea-43ff-9243-30acb6db36fa req-36ca5b9d-cea8-41dc-846f-96936e17f437 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4634280 Apr 18 20:54:22.970575 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:22.989292 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Publish callbacks [] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:22.992521 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Checking segment: {'id': '5b054e06-4293-4c66-9db7-95d084e70def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd79d015f-7b7b-4325-8575-7e6b5cdf5857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:22.992885 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Network hostable DHCP agents. Network: d79d015f-7b7b-4325-8575-7e6b5cdf5857, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:23.034728 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Transition to ACTIVE for port object c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:54:23.035149 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b869e-48aa-44e5-bb87-ade347b57962 x-openstack-request-id: req-470b869e-48aa-44e5-bb87-ade347b57962 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:23.035149 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a25d816-90f0-4163-ad37-1bbcbff698c9", "tag": "a32a0e19-7d8c-460d-be56-dbc926ddc56b", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:23.035313 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-470b869e-48aa-44e5-bb87-ade347b57962 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:23.036701 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470b869e-48aa-44e5-bb87-ade347b57962'] response: {'name': 'network-changed', 'server_uuid': '1a25d816-90f0-4163-ad37-1bbcbff698c9', 'tag': 'a32a0e19-7d8c-460d-be56-dbc926ddc56b', 'status': 'completed', 'code': 200} Apr 18 20:54:23.049619 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-e4717856-8924-4c8c-a9ed-0b112292f69b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:23.056653 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-e4717856-8924-4c8c-a9ed-0b112292f69b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 810 time: 0.5468876 Apr 18 20:54:23.077296 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-312a21ed-141a-4821-ae93-de928563503b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/quotas/91960583eb984ba28fbe168ddd9a54c3 HTTP/1.1" status: 200 len: 375 time: 0.0193942 Apr 18 20:54:23.136092 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:23.140992 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:23.214931 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Network d79d015f-7b7b-4325-8575-7e6b5cdf5857 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:23.250679 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-b5b93366-69f2-489a-9a82-9eec0c242b50 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663256 Apr 18 20:54:23.267584 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec60c8-cc59-4826-927c-386bc1cc7414 req-3d3f5cfa-76de-4f81-a704-2676ba7fe6d7 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:23.269158 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-baec60c8-cc59-4826-927c-386bc1cc7414 req-3d3f5cfa-76de-4f81-a704-2676ba7fe6d7 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 943 time: 0.1735826 Apr 18 20:54:23.280635 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:23.293652 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:23.296087 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:23.299905 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:23.313164 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:23.314023 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:23.346706 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, d79d015f-7b7b-4325-8575-7e6b5cdf5857) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:23.365401 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2873c7c-1549-42c2-aaed-05411dbccb99 None None] Network d79d015f-7b7b-4325-8575-7e6b5cdf5857 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:54:23.390146 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:23.390459 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:23.552514 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-d29b5411-c1cb-4184-ad6b-875cb283b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:23.554010 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-d29b5411-c1cb-4184-ad6b-875cb283b820 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 1128 time: 0.0632775 Apr 18 20:54:23.580136 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1102486 Apr 18 20:54:23.605342 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-c92be04b-a177-4ae5-baac-f91eeadcd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:23.616411 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-c92be04b-a177-4ae5-baac-f91eeadcd5a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 1127 time: 0.0520265 Apr 18 20:54:23.617169 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Request body: {'port': {'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:23.628413 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785da80-6b5e-43bb-a42e-c1847c376ecd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=c744f0ec-4ee4-4479-b759-fadd78091f57,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:23.679911 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-aa38c305-e8f5-4cb5-8f44-126a0ea093d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8821328 Apr 18 20:54:23.687991 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Attempting to bind port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:23.688671 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Attempting to bind port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:23.689272 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Attempting to bind port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c on network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:23.702644 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9370bb9-0354-435e-b94f-47a10aae3cc1 None None] Network d79d015f-7b7b-4325-8575-7e6b5cdf5857 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:54:23.709055 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-baec60c8-cc59-4826-927c-386bc1cc7414 req-fde7903c-9aa5-446d-befa-90f5e93852b9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201455 Apr 18 20:54:23.731503 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-12046b41-8578-42ad-99e7-91d9238e2344 service neutron] 10.222.0.53 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558709 Apr 18 20:54:23.732505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c on network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:23.732953 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Attempting to bind port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c on network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:23.780116 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:23.782148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Checking segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:23.782868 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Bound using segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:23.783441 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Bound port: c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:23.783918 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:23.886942 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:23.945200 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-d8a01a43-cdcf-44f7-9495-ff1d0842eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:23.947059 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-d8a01a43-cdcf-44f7-9495-ff1d0842eab2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.3259485 Apr 18 20:54:24.005399 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-64969a92-55ee-43ee-89fc-5e4d512192de None None] Provisioning complete for port c744f0ec-4ee4-4479-b759-fadd78091f57 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:24.006219 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-64969a92-55ee-43ee-89fc-5e4d512192de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:24.046879 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-a73779a6-bc00-48e0-b912-300e0747fee3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b HTTP/1.1" status: 200 len: 217 time: 0.0846581 Apr 18 20:54:24.048198 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-b32c1833-7382-4ed3-9683-ac2d55dfbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:24.049713 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-b32c1833-7382-4ed3-9683-ac2d55dfbd5a service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.4312341 Apr 18 20:54:24.131674 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-64969a92-55ee-43ee-89fc-5e4d512192de None None] Port c744f0ec-4ee4-4479-b759-fadd78091f57 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:24.147333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563975-2340-456e-b323-c56f2f0678c1 req-d56afaff-f89d-4990-9724-50e8380b22a9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:24.155696 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63563975-2340-456e-b323-c56f2f0678c1 req-d56afaff-f89d-4990-9724-50e8380b22a9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 931 time: 0.2707372 Apr 18 20:54:24.160736 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46744) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:24.187982 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-ce902931-72ed-43e4-bc73-da8944537373 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b HTTP/1.1" status: 200 len: 217 time: 0.1082652 Apr 18 20:54:24.238832 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-270d54ae-21e6-4a16-9852-3fe975df1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:24.242494 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-270d54ae-21e6-4a16-9852-3fe975df1a28 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1810236 Apr 18 20:54:24.298387 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-c182c364-1bc8-44bb-b51d-6c778cb190f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:24.300514 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-c182c364-1bc8-44bb-b51d-6c778cb190f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1069102 Apr 18 20:54:24.303795 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-952cef54-1b63-4fb5-96c5-336d5996e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:24.305671 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-952cef54-1b63-4fb5-96c5-336d5996e389 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572228 Apr 18 20:54:24.317664 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-5826c3ca-926d-4c03-a23f-fa63dafea9ed service neutron] 10.222.0.53 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586483 Apr 18 20:54:24.319835 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:24.411818 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-fffc8505-e02f-476e-93b8-0682dad4cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:24.413638 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-fffc8505-e02f-476e-93b8-0682dad4cf9f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068907 Apr 18 20:54:24.425452 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f67a060-c502-4344-872b-854a525ae70c admin admin] Deleting subnet 30f9ecb9-8113-40f8-8f5e-060d6c93c58e {{(pid=110663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 20:54:24.453018 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f67a060-c502-4344-872b-854a525ae70c admin admin] Publish callbacks [] for subnet (30f9ecb9-8113-40f8-8f5e-060d6c93c58e), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:24.459712 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:24.510565 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-7fb45903-5e25-45cd-9d83-5527c34e2dcf service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947341 Apr 18 20:54:24.535060 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63563975-2340-456e-b323-c56f2f0678c1 req-6af1ae5b-7277-4db4-be27-d4ccdfc35b65 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375726 Apr 18 20:54:24.545698 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f67a060-c502-4344-872b-854a525ae70c admin admin] Publish callbacks [] for subnet (30f9ecb9-8113-40f8-8f5e-060d6c93c58e), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:24.560094 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f67a060-c502-4344-872b-854a525ae70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (30f9ecb9-8113-40f8-8f5e-060d6c93c58e), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:24.647030 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:24.700580 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device ced6e14f-146e-4604-a1e6-8ab4cfb07b7b details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:24.710545 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f0b23-d8c7-4272-b51d-f0e864ffd002 req-03090c96-9e62-4f41-8d5d-cbf963bfc6f3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:24.712254 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b84f0b23-d8c7-4272-b51d-f0e864ffd002 req-03090c96-9e62-4f41-8d5d-cbf963bfc6f3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0669639 Apr 18 20:54:24.783042 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:24.783971 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:24.786581 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] 10.222.0.78 "PUT /v2.0/ports/c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 200 len: 1093 time: 4.3351629 Apr 18 20:54:24.805965 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:24.970953 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0a1f07c8-ea4a-4442-aaa8-dd3f094ef470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:24.987316 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:25.028108 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'ced6e14f-146e-4604-a1e6-8ab4cfb07b7b', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'port_id': 'ced6e14f-146e-4604-a1e6-8ab4cfb07b7b', 'mac_address': 'fa:16:3e:9c:16:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:25.134952 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-49353a1a-dcce-4a67-b9e9-f2753cafd324 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108669 Apr 18 20:54:25.140362 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:25.140966 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:25.168412 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced6e14f-146e-4604-a1e6-8ab4cfb07b7b {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:25.188990 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b84f0b23-d8c7-4272-b51d-f0e864ffd002 req-db215f14-ee18-430b-a971-30edb2ba54d8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4680338 Apr 18 20:54:25.226197 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:25.243488 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-066e495f-ca0c-4979-bb47-e74d3f2f552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:25.246892 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-066e495f-ca0c-4979-bb47-e74d3f2f552c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 1127 time: 0.3080573 Apr 18 20:54:25.299767 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:25.341657 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-17c1e210-ac2c-478c-a822-9ce3eb51d995 req-dd21de50-1fe7-4302-b4cb-9fdcd915468b service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953070 Apr 18 20:54:25.359132 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1c69c146-509d-4856-b518-e535d4b5ca36 req-1ac38d79-2f1a-41a9-928d-1c00c3da8f75 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413370 Apr 18 20:54:25.404937 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.418977 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c744f0ec-4ee4-4479-b759-fadd78091f57 {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:25.438769 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Publish callbacks [] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:25.456986 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4859e762-efdd-4929-a0e7-8a31da51560e" -d '{"events": [{"name": "network-changed", "server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:25.465858 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedbb78-ef2f-46c4-ac4b-d04e696d4c1a service neutron] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.478731 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f67a060-c502-4344-872b-854a525ae70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for subnet (30f9ecb9-8113-40f8-8f5e-060d6c93c58e), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:25.507666 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['ced6e14f-146e-4604-a1e6-8ab4cfb07b7b'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:25.519534 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Transition to ACTIVE for port object c744f0ec-4ee4-4479-b759-fadd78091f57 will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:54:25.582725 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67a060-c502-4344-872b-854a525ae70c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f9ecb9-8113-40f8-8f5e-060d6c93c58e,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.602154 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:25.605750 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-89f4ed48-facc-488c-95da-013e1b143e2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 200 len: 217 time: 0.1407769 Apr 18 20:54:25.610263 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-970cc26c-b302-4b2d-b905-6dd4c282b90d req-db524d2e-0dff-4a9a-a521-701dbd04abe5 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.1467438 Apr 18 20:54:25.618114 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f67a060-c502-4344-872b-854a525ae70c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:25.623386 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9f67a060-c502-4344-872b-854a525ae70c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/30f9ecb9-8113-40f8-8f5e-060d6c93c58e HTTP/1.1" status: 204 len: 168 time: 1.4273639 Apr 18 20:54:25.626255 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46788) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:25.721534 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-a8276324-170b-4325-9d4c-3decaa68319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:25.725587 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-a8276324-170b-4325-9d4c-3decaa68319d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.1116035 Apr 18 20:54:25.810666 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (bb57589c-e3c4-4b53-9edc-4ae08df2d944), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.053554 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (bb57589c-e3c4-4b53-9edc-4ae08df2d944), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.103054 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.103888 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.105692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.106481 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > port after_create 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.107345 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.108593 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > port after_update 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.109352 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.110576 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.111595 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.112340 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.165236 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-46fbd6cf-e4a1-4d2d-afe2-d92c7c6bd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:26.167975 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-46fbd6cf-e4a1-4d2d-afe2-d92c7c6bd919 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4224737 Apr 18 20:54:26.168197 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Pushing event updated for resources: {'Port': ['ID=c744f0ec-4ee4-4479-b759-fadd78091f57,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:26.174125 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e07fe8e-88a0-4672-b0d2-64c96ee67caf x-openstack-request-id: req-1e07fe8e-88a0-4672-b0d2-64c96ee67caf {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:26.174627 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:26.175075 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e07fe8e-88a0-4672-b0d2-64c96ee67caf {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:26.175737 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e07fe8e-88a0-4672-b0d2-64c96ee67caf'] response: {'name': 'network-changed', 'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'status': 'completed', 'code': 200} Apr 18 20:54:26.306494 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a487-48c2-4fb1-b08d-d597a41ba9c0 req-fff361d4-63f0-484c-949e-fe5c5cfd203c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:26.309825 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0360a487-48c2-4fb1-b08d-d597a41ba9c0 req-fff361d4-63f0-484c-949e-fe5c5cfd203c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 943 time: 0.0631166 Apr 18 20:54:26.410531 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.411106 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.411260 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.411785 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:26.412287 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb57589c-e3c4-4b53-9edc-4ae08df2d944']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:26.446320 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4c82e-ae28-4fbe-952c-f7c11f176fbe req-c9785032-a4b3-4cd1-a873-eebdd67eac3c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:26.447130 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419cb922-e53d-465f-b334-769439b3b429') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:26.447577 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419cb922-e53d-465f-b334-769439b3b429') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:26.454185 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-72c4c82e-ae28-4fbe-952c-f7c11f176fbe req-c9785032-a4b3-4cd1-a873-eebdd67eac3c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 943 time: 0.7115898 Apr 18 20:54:26.477025 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (419cb922-e53d-465f-b334-769439b3b429), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.499025 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Attempting to bind port c744f0ec-4ee4-4479-b759-fadd78091f57 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:26.499625 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Attempting to bind port c744f0ec-4ee4-4479-b759-fadd78091f57 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:26.500120 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Attempting to bind port c744f0ec-4ee4-4479-b759-fadd78091f57 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:26.509138 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (419cb922-e53d-465f-b334-769439b3b429), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.522539 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:26.523080 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (419cb922-e53d-465f-b334-769439b3b429), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.546885 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-72c4c82e-ae28-4fbe-952c-f7c11f176fbe req-0030bcff-5a62-4f49-ac88-54b50f354c51 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879109 Apr 18 20:54:26.564491 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Port c744f0ec-4ee4-4479-b759-fadd78091f57 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:26.565044 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Attempting to bind port c744f0ec-4ee4-4479-b759-fadd78091f57 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: from cryptography.utils import int_from_bytes Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: from cryptography.utils import int_from_bytes Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:26.572578 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:26.590333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:26.590687 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Checking segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:26.591134 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Bound using segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:26.591606 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Bound port: c744f0ec-4ee4-4479-b759-fadd78091f57, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:26.592187 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.629772 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-b71eba80-ac18-48d4-961c-c4e60b7ed5ca service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503126 Apr 18 20:54:26.699004 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device a32a0e19-7d8c-460d-be56-dbc926ddc56b details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:26.732361 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0360a487-48c2-4fb1-b08d-d597a41ba9c0 req-5fbd6638-8230-428e-b6f5-aacb6e2bcf2d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390968 Apr 18 20:54:26.768457 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (bb57589c-e3c4-4b53-9edc-4ae08df2d944), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.780603 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.787559 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bb57589c-e3c4-4b53-9edc-4ae08df2d944 HTTP/1.1" status: 204 len: 168 time: 1.1573310 Apr 18 20:54:26.787760 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] For port c744f0ec-4ee4-4479-b759-fadd78091f57, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:26.789891 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] For port c744f0ec-4ee4-4479-b759-fadd78091f57, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c744f0ec-4ee4-4479-b759-fadd78091f57,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:26.790968 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46814) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:26.804547 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae228cc-8f98-4258-958f-e29d43cf09d2 req-ad65fc7c-9e9c-4a85-9cde-8895435ddba3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:26.807509 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bae228cc-8f98-4258-958f-e29d43cf09d2 req-ad65fc7c-9e9c-4a85-9cde-8895435ddba3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.2044387 Apr 18 20:54:26.844916 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device ced6e14f-146e-4604-a1e6-8ab4cfb07b7b up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:26.886943 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3dba1-ce01-47f5-8bef-76d8f9df2066 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb57589c-e3c4-4b53-9edc-4ae08df2d944,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:26.893259 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port a32a0e19-7d8c-460d-be56-dbc926ddc56b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:26.918485 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'a32a0e19-7d8c-460d-be56-dbc926ddc56b', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'port_id': 'a32a0e19-7d8c-460d-be56-dbc926ddc56b', 'mac_address': 'fa:16:3e:02:a5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:26.919998 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ba3d1b-10c8-4fe7-a4c7-c40565987e8b admin admin] Deleting subnet 60d0b117-0a11-4a94-9df7-51dccd0a9398 {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 20:54:26.925114 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-59ba3d1b-10c8-4fe7-a4c7-c40565987e8b admin admin] Publish callbacks [] for subnet (60d0b117-0a11-4a94-9df7-51dccd0a9398), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:26.927008 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:54:26.936999 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb08bf0e-f93c-4f3c-b086-bc98ae6b361a req-ee6be8ca-7aad-45f8-853a-7a91633649c9 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.0993102 Apr 18 20:54:26.967491 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bae228cc-8f98-4258-958f-e29d43cf09d2 req-25b20b21-e6d1-4c4c-b831-25ffea4da43a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277196 Apr 18 20:54:27.000949 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.004776 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b869ac35-97af-42a9-afa3-3dc7fe5968d1 req-f31939db-6f22-4d54-9a6b-0c9e5ea041e8 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472788 Apr 18 20:54:27.005702 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-59ba3d1b-10c8-4fe7-a4c7-c40565987e8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (60d0b117-0a11-4a94-9df7-51dccd0a9398), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.010184 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port a32a0e19-7d8c-460d-be56-dbc926ddc56b is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:27.012046 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.034457 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32a0e19-7d8c-460d-be56-dbc926ddc56b {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:27.051510 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:27.052164 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.053680 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] 10.222.0.78 "PUT /v2.0/ports/c744f0ec-4ee4-4479-b759-fadd78091f57 HTTP/1.1" status: 200 len: 1093 time: 3.4632931 Apr 18 20:54:27.067682 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:27.067682 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.080977 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6ae1f-9bd2-48f6-9e15-59c9883dbea5 service neutron] Pushing event updated for resources: {'Port': ['ID=c744f0ec-4ee4-4479-b759-fadd78091f57,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:27.091182 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-59ba3d1b-10c8-4fe7-a4c7-c40565987e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (60d0b117-0a11-4a94-9df7-51dccd0a9398), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.102176 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port a32a0e19-7d8c-460d-be56-dbc926ddc56b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:27.215847 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:27.219748 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.240048 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.250777 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47455a7a-7de2-47a0-adf8-b0197169ac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced6e14f-146e-4604-a1e6-8ab4cfb07b7b'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:27.252952 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b32cc1b-56ed-4c4e-bdff-e66d6ff8ee56" -d '{"events": [{"server_uuid": "47455a7a-7de2-47a0-adf8-b0197169ac8d", "name": "network-vif-plugged", "status": "completed", "tag": "ced6e14f-146e-4604-a1e6-8ab4cfb07b7b"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:27.288214 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:27.314092 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1194ded-df2c-4e78-8e67-eaf47b69af33 x-openstack-request-id: req-a1194ded-df2c-4e78-8e67-eaf47b69af33 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:27.314092 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47455a7a-7de2-47a0-adf8-b0197169ac8d", "name": "network-vif-plugged", "status": "completed", "tag": "ced6e14f-146e-4604-a1e6-8ab4cfb07b7b", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:27.314092 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1194ded-df2c-4e78-8e67-eaf47b69af33 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:27.314092 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1194ded-df2c-4e78-8e67-eaf47b69af33'] response: {'server_uuid': '47455a7a-7de2-47a0-adf8-b0197169ac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced6e14f-146e-4604-a1e6-8ab4cfb07b7b', 'code': 200} Apr 18 20:54:27.318936 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=a32a0e19-7d8c-460d-be56-dbc926ddc56b,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:27.346809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-59ba3d1b-10c8-4fe7-a4c7-c40565987e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (60d0b117-0a11-4a94-9df7-51dccd0a9398), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.359530 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-13c742ba-8ba3-4fdb-a722-fc3cee1fd6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.380942 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba3d1b-10c8-4fe7-a4c7-c40565987e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d0b117-0a11-4a94-9df7-51dccd0a9398,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:27.388454 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-59ba3d1b-10c8-4fe7-a4c7-c40565987e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.394327 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-59ba3d1b-10c8-4fe7-a4c7-c40565987e8b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/60d0b117-0a11-4a94-9df7-51dccd0a9398 HTTP/1.1" status: 204 len: 168 time: 0.6023102 Apr 18 20:54:27.397445 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46824) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:27.425652 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.481819 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (d79d015f-7b7b-4325-8575-7e6b5cdf5857), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.500092 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:27.589635 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (d79d015f-7b7b-4325-8575-7e6b5cdf5857), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.618593 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.618989 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.620470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.620836 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > port after_create 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.621193 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.621558 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > port after_update 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.621898 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.622229 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.622555 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.622921 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.672173 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:54:27.693204 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.693669 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.699007 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.699007 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:54:27.699007 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79d015f-7b7b-4325-8575-7e6b5cdf5857']}} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:27.724705 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b054e06-4293-4c66-9db7-95d084e70def') {'for_net_delete': True} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:27.725008 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b054e06-4293-4c66-9db7-95d084e70def') {} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:27.768314 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13184721'] for segment (5b054e06-4293-4c66-9db7-95d084e70def), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.802370 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109722e7-9b00-4eb5-b7ee-3e6dd8bba66f req-ec9e1c54-ef55-421d-b4c7-5b4a32a6cc00 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:27.805795 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-109722e7-9b00-4eb5-b7ee-3e6dd8bba66f req-ec9e1c54-ef55-421d-b4c7-5b4a32a6cc00 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 944 time: 0.1036916 Apr 18 20:54:27.810269 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (5b054e06-4293-4c66-9db7-95d084e70def), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.838368 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=110663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:27.839723 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12669878'] for segment (5b054e06-4293-4c66-9db7-95d084e70def), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: from cryptography.utils import int_from_bytes Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: from cryptography.utils import int_from_bytes Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: Traceback (most recent call last): Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: timer() Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: cb(*args, **kw) Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: return func(*args, **kwargs) Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: self._notify() Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: self.callback(batched_events) Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: event.method(event) Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: return f(self, *a, **k) Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._get(url).json() Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:27.845061 dv-cinder-826510-5-iscsi neutron-server[110663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:27.962214 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0653583-b6ea-421b-a70a-69de2993f948 req-68b421c6-fd28-4b47-b87f-1827c3128b4f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:27.964501 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b0653583-b6ea-421b-a70a-69de2993f948 req-68b421c6-fd28-4b47-b87f-1827c3128b4f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 943 time: 0.1284378 Apr 18 20:54:27.987506 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-109722e7-9b00-4eb5-b7ee-3e6dd8bba66f req-d1c25450-7327-4c3c-a043-6300b25113c7 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607285 Apr 18 20:54:28.028735 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b0653583-b6ea-421b-a70a-69de2993f948 req-ee8869a2-3d73-4727-ac08-529bc9ffe38e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557213 Apr 18 20:54:28.083796 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-582c1d7f-fcbb-4d55-8fbe-8da8dbec53ca req-3c0dbd57-936b-4ac0-adf4-34d973782960 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.0338345 Apr 18 20:54:28.112989 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (d79d015f-7b7b-4325-8575-7e6b5cdf5857), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:28.131860 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:28.135077 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d79d015f-7b7b-4325-8575-7e6b5cdf5857 HTTP/1.1" status: 204 len: 168 time: 0.7364604 Apr 18 20:54:28.161930 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9cfa0-4275-44a8-86fe-62a5d4ab9fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d79d015f-7b7b-4325-8575-7e6b5cdf5857,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.177306 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'tag': 'c744f0ec-4ee4-4479-b759-fadd78091f57'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:28.181486 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209553db-1ac3-4958-be2b-35dda2fac173" -d '{"events": [{"name": "network-changed", "server_uuid": "7d705711-837c-48a4-aff5-4be73aaa34b2", "tag": "c744f0ec-4ee4-4479-b759-fadd78091f57"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:28.205744 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52817e0c-95c8-4240-b4b7-77f77749fd34 req-3ae6af60-155b-4220-8d79-5ba00e6fd71d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:28.207523 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-52817e0c-95c8-4240-b4b7-77f77749fd34 req-3ae6af60-155b-4220-8d79-5ba00e6fd71d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0909021 Apr 18 20:54:28.262596 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9387e30-a461-4377-a924-70439af494e8 x-openstack-request-id: req-b9387e30-a461-4377-a924-70439af494e8 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:28.263088 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d705711-837c-48a4-aff5-4be73aaa34b2", "tag": "c744f0ec-4ee4-4479-b759-fadd78091f57", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:28.263498 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9387e30-a461-4377-a924-70439af494e8 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:28.264253 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9387e30-a461-4377-a924-70439af494e8'] response: {'name': 'network-changed', 'server_uuid': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'tag': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'status': 'completed', 'code': 200} Apr 18 20:54:28.311764 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-52817e0c-95c8-4240-b4b7-77f77749fd34 req-b10112ea-0595-4220-aaa3-606f364d7cc6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908129 Apr 18 20:54:28.488818 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:28.659596 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46858) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:28.705594 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-143082a4-5e99-4db7-a7d4-11726c199193 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=336a0cdb5a9f45bca5c49974e20b4504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443470 Apr 18 20:54:28.708317 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46860) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:28.766640 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9cb00de9-d053-4e92-997c-9f25e849d58c admin admin] Publish callbacks [] for security_group (c650f7b5-bd56-468a-9ab2-66562ff1fabd), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:28.805906 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9cb00de9-d053-4e92-997c-9f25e849d58c admin admin] Publish callbacks [] for security_group (c650f7b5-bd56-468a-9ab2-66562ff1fabd), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:28.968371 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9cb00de9-d053-4e92-997c-9f25e849d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (c650f7b5-bd56-468a-9ab2-66562ff1fabd), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:28.971035 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9cb00de9-d053-4e92-997c-9f25e849d58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:28.972266 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9cb00de9-d053-4e92-997c-9f25e849d58c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c650f7b5-bd56-468a-9ab2-66562ff1fabd HTTP/1.1" status: 204 len: 168 time: 0.2628226 Apr 18 20:54:28.982645 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb00de9-d053-4e92-997c-9f25e849d58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c650f7b5-bd56-468a-9ab2-66562ff1fabd,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:29.172707 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad65a68-8fc9-4a5d-b856-269be4d22bfa req-dd2b4e9f-ade5-494b-81d7-723f1a1f3271 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:29.174521 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ad65a68-8fc9-4a5d-b856-269be4d22bfa req-dd2b4e9f-ade5-494b-81d7-723f1a1f3271 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 944 time: 0.0962923 Apr 18 20:54:29.197422 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32432-5f59-4cd5-91b2-0aa9000bbf63 req-e7078d56-6f38-45f7-9d53-3c4bec4de004 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:29.199868 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0fe32432-5f59-4cd5-91b2-0aa9000bbf63 req-e7078d56-6f38-45f7-9d53-3c4bec4de004 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 943 time: 0.0776315 Apr 18 20:54:29.269002 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ad65a68-8fc9-4a5d-b856-269be4d22bfa req-35d3eec9-6bec-49da-a4da-0d6ad976d3ce tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869374 Apr 18 20:54:29.276986 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0fe32432-5f59-4cd5-91b2-0aa9000bbf63 req-063a3686-fa22-406d-adb6-b6bdd80aa34b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705292 Apr 18 20:54:29.414524 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed4032f4-f8c3-473b-807e-2fb29865248d req-8e07ee00-aa8c-4629-9ba1-1d5c3d817c06 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.0509727 Apr 18 20:54:29.531829 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efffa6-124c-4d01-8eba-ff5d31401cb9 req-3e59230d-f0af-41bf-88ca-2ec7254e8f24 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:29.534449 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-30efffa6-124c-4d01-8eba-ff5d31401cb9 req-3e59230d-f0af-41bf-88ca-2ec7254e8f24 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1023145 Apr 18 20:54:29.603820 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-30efffa6-124c-4d01-8eba-ff5d31401cb9 req-cdd34f1a-7b0a-4b2d-9447-62bda05fdb54 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623834 Apr 18 20:54:29.877489 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46882) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:29.930430 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-e37ef818-3b6e-4cd2-b6d6-2c3f30148e69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f5d53f58f054a2ca3aa1abef4895f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512547 Apr 18 20:54:29.933573 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 46886) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:29.998255 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aa51-164d-48e3-8702-f092b46d4728 admin admin] Publish callbacks [] for security_group (b7402bef-4847-4e8e-94ab-78c61bc68499), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:30.037633 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aa51-164d-48e3-8702-f092b46d4728 admin admin] Publish callbacks [] for security_group (b7402bef-4847-4e8e-94ab-78c61bc68499), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:30.106613 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:30.183428 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['a32a0e19-7d8c-460d-be56-dbc926ddc56b'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:30.185932 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aa51-164d-48e3-8702-f092b46d4728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (b7402bef-4847-4e8e-94ab-78c61bc68499), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:30.190728 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aa51-164d-48e3-8702-f092b46d4728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:30.192496 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-e0d0aa51-164d-48e3-8702-f092b46d4728 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7402bef-4847-4e8e-94ab-78c61bc68499 HTTP/1.1" status: 204 len: 168 time: 0.2576814 Apr 18 20:54:30.211502 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0aa51-164d-48e3-8702-f092b46d4728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7402bef-4847-4e8e-94ab-78c61bc68499,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:30.499447 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f727c0e-8aec-439c-8251-f4548b025ce9 req-76b05fc3-cc01-43aa-aabc-c4760ed6c657 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:30.501413 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3f727c0e-8aec-439c-8251-f4548b025ce9 req-76b05fc3-cc01-43aa-aabc-c4760ed6c657 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 943 time: 0.0959494 Apr 18 20:54:30.517514 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4d13f-2d02-4e17-85a7-bc9115e1c868 req-48e6a434-de07-4ed5-943d-8813715cac36 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:30.530303 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c9c4d13f-2d02-4e17-85a7-bc9115e1c868 req-48e6a434-de07-4ed5-943d-8813715cac36 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 944 time: 0.1129744 Apr 18 20:54:30.671104 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c9c4d13f-2d02-4e17-85a7-bc9115e1c868 req-7e818cfa-8d60-4b27-8043-077e6f06223d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386406 Apr 18 20:54:30.676018 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3f727c0e-8aec-439c-8251-f4548b025ce9 req-349d1096-c261-45ef-9ec7-e9807dfed9ab tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413178 Apr 18 20:54:30.907003 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f63f09de-5195-43d7-aa58-f8db8beec4d2 req-0d0d2d36-7598-4de0-8fc7-5816d7125644 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.0661032 Apr 18 20:54:30.925788 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44812ea-dbef-4bd3-99c8-6f19b9c982ba req-150b50a8-3fb9-4905-b363-6a90f1276bde tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:30.927833 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d44812ea-dbef-4bd3-99c8-6f19b9c982ba req-150b50a8-3fb9-4905-b363-6a90f1276bde tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1051283 Apr 18 20:54:30.991595 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d44812ea-dbef-4bd3-99c8-6f19b9c982ba req-7ef17592-2c23-474d-81b1-17b73a7dcb16 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501964 Apr 18 20:54:31.217786 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-16ac25ef-1b04-4473-b1d1-8f6276e14b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:31.220753 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-16ac25ef-1b04-4473-b1d1-8f6276e14b8c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 1127 time: 0.0811672 Apr 18 20:54:31.235392 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e762-efdd-4929-a0e7-8a31da51560e req-7b7f6a8e-0f58-45f6-8216-4da5409f0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:31.237267 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4859e762-efdd-4929-a0e7-8a31da51560e req-7b7f6a8e-0f58-45f6-8216-4da5409f0323 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 1127 time: 0.1927459 Apr 18 20:54:31.240657 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-b2b76e76-f23e-49cd-9bbc-ed06ee43f798 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1774724 Apr 18 20:54:31.292383 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-918e70f6-a893-4219-a3d7-ed42b1312522 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c744f0ec-4ee4-4479-b759-fadd78091f57 HTTP/1.1" status: 200 len: 217 time: 0.0593734 Apr 18 20:54:31.363626 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-3ebd17dd-befa-45a0-8005-aa5af59fcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:31.365766 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-3ebd17dd-befa-45a0-8005-aa5af59fcb25 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.0674491 Apr 18 20:54:31.461029 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-1a0b8779-2996-409e-81c2-6200ca45969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:31.464193 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-1a0b8779-2996-409e-81c2-6200ca45969b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915301 Apr 18 20:54:31.591873 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:31.671940 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765462df-268f-4173-99eb-bafa2b497ec9 req-f9a8695f-1776-484c-97ed-bc8e1df68218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:31.674061 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-f9a8695f-1776-484c-97ed-bc8e1df68218 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e56e2636ff3a427abf91ca55f30d9ed3&device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 1129 time: 0.1097767 Apr 18 20:54:31.753015 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-7c4ebb92-3c99-425b-a8ea-886a822ed622 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811387 Apr 18 20:54:31.919083 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:31.957579 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-5651e7cb-ece5-4054-aa5f-c23e79334086 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:31.959564 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-5651e7cb-ece5-4054-aa5f-c23e79334086 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 810 time: 0.3593590 Apr 18 20:54:32.039739 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765462df-268f-4173-99eb-bafa2b497ec9 req-403e289b-e05d-4817-b6ad-27f33abecab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:32.042958 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-403e289b-e05d-4817-b6ad-27f33abecab6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a9e7641e-c07e-4ba5-a163-6772edacaf16 HTTP/1.1" status: 200 len: 913 time: 0.3178918 Apr 18 20:54:32.165607 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-840d057e-f55b-4b9d-a7af-3a75ebc2f7c5 req-2a0104cb-6965-4f0a-8199-a23ba01b58be service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916540 Apr 18 20:54:32.168121 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-dae96428-4cb3-4ddc-8da6-3e965e4f9eba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c392c65-d509-435a-8e52-9389bbbaf252 HTTP/1.1" status: 200 len: 217 time: 0.0980155 Apr 18 20:54:32.176751 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b241-8821-4e2f-984b-7bbf70100ebf req-4e8dd8f8-978a-4a3f-9678-fe2485485c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:32.178547 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0964b241-8821-4e2f-984b-7bbf70100ebf req-4e8dd8f8-978a-4a3f-9678-fe2485485c87 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 1130 time: 0.7397156 Apr 18 20:54:32.188001 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:32.194003 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device a32a0e19-7d8c-460d-be56-dbc926ddc56b up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:32.238777 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1be0f7-aa46-49ad-9b96-8acb0f1e1271 req-1f81ed3b-e1ca-430f-a82d-9b4d3fff9895 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:32.248282 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ca1be0f7-aa46-49ad-9b96-8acb0f1e1271 req-1f81ed3b-e1ca-430f-a82d-9b4d3fff9895 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 943 time: 0.3097932 Apr 18 20:54:32.290448 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6d2df-0eb8-4bb0-8768-288e35349ad6 req-c528192a-ce76-442f-b6ef-8848406644d0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:32.293722 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-6482877a-1ede-47d4-8a89-0db1be63f349 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91960583eb984ba28fbe168ddd9a54c3 HTTP/1.1" status: 200 len: 379 time: 0.3168051 Apr 18 20:54:32.300016 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-98e6d2df-0eb8-4bb0-8768-288e35349ad6 req-c528192a-ce76-442f-b6ef-8848406644d0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 944 time: 0.3211975 Apr 18 20:54:32.319383 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'port': {'device_id': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'admin_state_up': True, 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'security_groups': ['072fad8a-7da0-4fcf-a0df-d3509b0da600']}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:32.374307 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ca1be0f7-aa46-49ad-9b96-8acb0f1e1271 req-594f3252-bb78-4da0-848f-250322f8eef2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215746 Apr 18 20:54:32.460889 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e762-efdd-4929-a0e7-8a31da51560e req-b97118ad-6d48-440f-bb0d-717f9acc7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:32.467966 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4859e762-efdd-4929-a0e7-8a31da51560e req-b97118ad-6d48-440f-bb0d-717f9acc7254 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 1.2200353 Apr 18 20:54:32.549198 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0964b241-8821-4e2f-984b-7bbf70100ebf req-fad889e9-32a7-42b1-948f-8884874c047d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564141 Apr 18 20:54:32.553538 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:32.570958 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765462df-268f-4173-99eb-bafa2b497ec9 req-e3a5903b-b3a8-468a-8dc9-f4cfa775d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:32.573573 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'port_id': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'mac_address': 'fa:16:3e:49:b9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:32.574499 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-e3a5903b-b3a8-468a-8dc9-f4cfa775d60b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=77040a95-9cf9-4254-84de-2f82cd8f87f9 HTTP/1.1" status: 200 len: 852 time: 0.3955662 Apr 18 20:54:32.638339 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4fa4c27b-d545-41c7-af03-bf63ff580837 req-b484ab82-d195-4c8f-be71-d4ffff6390f5 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.1383650 Apr 18 20:54:32.640020 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46960) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:32.661572 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port a32a0e19-7d8c-460d-be56-dbc926ddc56b completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:54:32.668006 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:32.668564 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:32.690333 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Made reservation on behalf of 91960583eb984ba28fbe168ddd9a54c3 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:32.690961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:32.692404 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-98e6d2df-0eb8-4bb0-8768-288e35349ad6 req-0b9a90b1-23bc-41b0-bab4-d2357a0b8bc4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901639 Apr 18 20:54:32.713144 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:32.718962 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:32.734198 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port a32a0e19-7d8c-460d-be56-dbc926ddc56b triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:32.734979 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:32.788122 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:32.879126 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7958c6-d033-40aa-b468-9e1b7d8fb7f6 req-ef8d6316-a2e2-4155-937a-5c336ab1b808 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:32.884382 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0f7958c6-d033-40aa-b468-9e1b7d8fb7f6 req-ef8d6316-a2e2-4155-937a-5c336ab1b808 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1242385 Apr 18 20:54:32.903035 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:32.918117 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port a32a0e19-7d8c-460d-be56-dbc926ddc56b is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:32.921211 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:32.985168 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a25d816-90f0-4163-ad37-1bbcbff698c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32a0e19-7d8c-460d-be56-dbc926ddc56b'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:32.990473 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ef7a0-4cd8-4b8d-90bd-fbb113dfb926" -d '{"events": [{"server_uuid": "1a25d816-90f0-4163-ad37-1bbcbff698c9", "name": "network-vif-plugged", "status": "completed", "tag": "a32a0e19-7d8c-460d-be56-dbc926ddc56b"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:33.036790 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Allocated IP 172.20.0.5 (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6/8904da12-6f56-4119-a567-0dcca69c3516/08048698-04fb-409a-968f-fdffa765c514) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:33.056844 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port a32a0e19-7d8c-460d-be56-dbc926ddc56b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:33.066617 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0f7958c6-d033-40aa-b468-9e1b7d8fb7f6 req-91d54f41-1ecb-4b3d-967d-e5597a1f3694 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629992 Apr 18 20:54:33.089694 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:33.139470 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5305e74b-18a2-41e5-8906-3903e8a3596d x-openstack-request-id: req-5305e74b-18a2-41e5-8906-3903e8a3596d {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:33.140004 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a25d816-90f0-4163-ad37-1bbcbff698c9", "name": "network-vif-plugged", "status": "completed", "tag": "a32a0e19-7d8c-460d-be56-dbc926ddc56b", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:33.140480 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5305e74b-18a2-41e5-8906-3903e8a3596d {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:33.141182 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5305e74b-18a2-41e5-8906-3903e8a3596d'] response: {'server_uuid': '1a25d816-90f0-4163-ad37-1bbcbff698c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32a0e19-7d8c-460d-be56-dbc926ddc56b', 'code': 200} Apr 18 20:54:33.181271 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:33.205887 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-499c70e1-8ebd-43b5-b582-08988d050be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:33.328432 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=a32a0e19-7d8c-460d-be56-dbc926ddc56b,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:33.414157 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for port (08048698-04fb-409a-968f-fdffa765c514), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:33.471521 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-1d641d77-f62b-4a70-b9c0-48043877b258 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a9e7641e-c07e-4ba5-a163-6772edacaf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551796 Apr 18 20:54:33.575120 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4859e762-efdd-4929-a0e7-8a31da51560e req-3e60fadd-6f2c-4b0a-b083-6d5fee484b15 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 200 len: 217 time: 0.1715376 Apr 18 20:54:33.579516 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-499c70e1-8ebd-43b5-b582-08988d050be0 admin admin] Publish callbacks [] for security_group (1dcb0677-5bdd-4220-b1c0-06f3343105db), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:33.654885 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-499c70e1-8ebd-43b5-b582-08988d050be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1dcb0677-5bdd-4220-b1c0-06f3343105db), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:33.702012 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-32d07947-85e0-448e-abc8-faa79a665799 service neutron] 10.222.0.78 "GET /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807513 Apr 18 20:54:33.743255 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (08048698-04fb-409a-968f-fdffa765c514), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:33.766879 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e762-efdd-4929-a0e7-8a31da51560e req-9200c0a3-aa45-4f80-8e9c-8ca831b00e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:33.768424 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4859e762-efdd-4929-a0e7-8a31da51560e req-9200c0a3-aa45-4f80-8e9c-8ca831b00e34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.1660850 Apr 18 20:54:33.774315 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209553db-1ac3-4958-be2b-35dda2fac173 req-628e6cff-7fa2-45ca-8382-145b55344f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:33.776320 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-209553db-1ac3-4958-be2b-35dda2fac173 req-628e6cff-7fa2-45ca-8382-145b55344f0e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 1127 time: 0.3711681 Apr 18 20:54:33.777475 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c70e1-8ebd-43b5-b582-08988d050be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb0677-5bdd-4220-b1c0-06f3343105db,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:33.807218 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f90c8-d69f-455f-a294-292131bcaaa5 req-5648ac1c-4b59-412a-83a6-8cf2eba64724 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:33.813856 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-499c70e1-8ebd-43b5-b582-08988d050be0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64053d37f07b406a87e3ad7f7c019a32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1718340 Apr 18 20:54:33.820345 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 46998) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:33.820603 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-766f90c8-d69f-455f-a294-292131bcaaa5 req-5648ac1c-4b59-412a-83a6-8cf2eba64724 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 943 time: 0.2924936 Apr 18 20:54:33.835041 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:33.881702 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:33.884355 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:33.924031 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-766f90c8-d69f-455f-a294-292131bcaaa5 req-2e5a0fb6-1365-46de-be49-1981d4d49876 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025343 Apr 18 20:54:33.944729 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afbc23-b13e-4b33-8316-cff5f4ad788f req-5e0e3f59-e68a-4610-8bfd-89af27cd89a6 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:33.946837 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-05afbc23-b13e-4b33-8316-cff5f4ad788f req-5e0e3f59-e68a-4610-8bfd-89af27cd89a6 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 931 time: 0.0900695 Apr 18 20:54:34.076225 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e762-efdd-4929-a0e7-8a31da51560e req-798110f4-e676-42f5-859a-7087ad69517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:34.078314 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4859e762-efdd-4929-a0e7-8a31da51560e req-798110f4-e676-42f5-859a-7087ad69517b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944657 Apr 18 20:54:34.184847 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'Port': ['ID=08048698-04fb-409a-968f-fdffa765c514,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:34.194046 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c744f0ec-4ee4-4479-b759-fadd78091f57 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:34.253555 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.254781 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.254781 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.254781 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.255196 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.255541 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.255877 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.256214 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.256550 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.256882 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.257217 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.257553 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.257987 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.258194 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.258625 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:34.363149 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:34.371691 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98a252-ac06-47f5-a4ec-f2f065987115 req-1759a050-c191-4103-a9a0-0020352a7a9d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:34.382870 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1d98a252-ac06-47f5-a4ec-f2f065987115 req-1759a050-c191-4103-a9a0-0020352a7a9d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.3037210 Apr 18 20:54:34.393070 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:34.394123 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.417034 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-05afbc23-b13e-4b33-8316-cff5f4ad788f req-c5fefcc0-6ed2-46bd-97b1-d6ca9b710810 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4620976 Apr 18 20:54:34.452669 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9242998-243f-463f-adca-78710551f53f req-c5a2e868-180f-419f-919e-6b254a36fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:34.455557 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-c9242998-243f-463f-adca-78710551f53f req-c5a2e868-180f-419f-919e-6b254a36fbac service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 1129 time: 0.2548935 Apr 18 20:54:34.466680 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209553db-1ac3-4958-be2b-35dda2fac173 req-4be9304f-d729-4cb6-bb27-1cec574ffb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:34.468811 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-209553db-1ac3-4958-be2b-35dda2fac173 req-4be9304f-d729-4cb6-bb27-1cec574ffb07 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 915 time: 0.4923034 Apr 18 20:54:34.471174 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-14a0d19e-7534-4c0d-a3e1-77a34fe8cb88 admin admin] Publish callbacks [] for security_group (1dcb0677-5bdd-4220-b1c0-06f3343105db), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.473885 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c744f0ec-4ee4-4479-b759-fadd78091f57, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c744f0ec-4ee4-4479-b759-fadd78091f57,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:34.501396 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4859e762-efdd-4929-a0e7-8a31da51560e req-38ef1c9a-94f0-430c-be87-691ef0c6f2f3 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910685 Apr 18 20:54:34.509328 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:34.512056 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-8d853cd1-fe1b-43e6-8709-b0c477751007 None None] Provisioning complete for port 08048698-04fb-409a-968f-fdffa765c514 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:34.512586 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8d853cd1-fe1b-43e6-8709-b0c477751007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (08048698-04fb-409a-968f-fdffa765c514), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.533425 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1d98a252-ac06-47f5-a4ec-f2f065987115 req-41dd8cc7-356a-4e2b-a140-53220792e0d2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489370 Apr 18 20:54:34.538039 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-14a0d19e-7534-4c0d-a3e1-77a34fe8cb88 admin admin] Publish callbacks [] for security_group (1dcb0677-5bdd-4220-b1c0-06f3343105db), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.553624 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-05cdf76b-b21a-46cd-819f-1cf40a3c3673 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2464306 Apr 18 20:54:34.559493 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-c39aae3f-7372-4e2e-9077-2f6b086b1c4d service neutron] 10.222.0.78 "GET /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596659 Apr 18 20:54:34.599611 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a5ac6-91d5-482f-bd03-c37d8c6b939c req-ea82f4aa-c170-42ef-a4f5-63f7ff472b71 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:34.600233 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-8d853cd1-fe1b-43e6-8709-b0c477751007 None None] Port 08048698-04fb-409a-968f-fdffa765c514 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:54:34.601920 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-535a5ac6-91d5-482f-bd03-c37d8c6b939c req-ea82f4aa-c170-42ef-a4f5-63f7ff472b71 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 944 time: 0.0615084 Apr 18 20:54:34.609354 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:54:34.623909 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c744f0ec-4ee4-4479-b759-fadd78091f57 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:34.624362 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.640442 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c744f0ec-4ee4-4479-b759-fadd78091f57 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:34.660441 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-535a5ac6-91d5-482f-bd03-c37d8c6b939c req-f9cb67a7-be92-4462-93e5-e20f25a4e520 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497172 Apr 18 20:54:34.671365 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c744f0ec-4ee4-4479-b759-fadd78091f57, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c744f0ec-4ee4-4479-b759-fadd78091f57,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:34.751675 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:34.751914 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-14a0d19e-7534-4c0d-a3e1-77a34fe8cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1dcb0677-5bdd-4220-b1c0-06f3343105db), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.752097 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.755303 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-14a0d19e-7534-4c0d-a3e1-77a34fe8cb88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.760135 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-14a0d19e-7534-4c0d-a3e1-77a34fe8cb88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1dcb0677-5bdd-4220-b1c0-06f3343105db HTTP/1.1" status: 204 len: 168 time: 0.9356551 Apr 18 20:54:34.773113 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0d19e-7534-4c0d-a3e1-77a34fe8cb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb0677-5bdd-4220-b1c0-06f3343105db,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:34.816518 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.868013 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Request body: {'port': {'device_id': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:34.941683 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:34.942334 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:34.974008 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-209553db-1ac3-4958-be2b-35dda2fac173 req-9180b601-3550-46f6-9c82-c6770714c437 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c744f0ec-4ee4-4479-b759-fadd78091f57 HTTP/1.1" status: 200 len: 217 time: 0.1114185 Apr 18 20:54:35.004666 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c744f0ec-4ee4-4479-b759-fadd78091f57,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:35.043748 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-c9242998-243f-463f-adca-78710551f53f req-d96af3cb-9eab-4cdf-85fa-c379097b68a3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716278 Apr 18 20:54:35.047140 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (08048698-04fb-409a-968f-fdffa765c514), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:35.048004 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:35.154901 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112bbcc-5e81-49a9-907e-90db30160989 req-d1c3888d-b9e3-41f1-a7f8-3f02cbe9c9ac tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:35.155593 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['c744f0ec-4ee4-4479-b759-fadd78091f57'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:35.156579 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b112bbcc-5e81-49a9-907e-90db30160989 req-d1c3888d-b9e3-41f1-a7f8-3f02cbe9c9ac tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 944 time: 0.1025290 Apr 18 20:54:35.161613 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:35.164150 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a50815-fefb-400d-9d62-3e9c04201cf1" -d '{"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-plugged", "status": "completed", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:35.175028 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4859e762-efdd-4929-a0e7-8a31da51560e req-f6c94615-499b-468c-821f-8fc6ac65cb78 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036001 Apr 18 20:54:35.216124 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:35.220040 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1846cbde-d0de-411f-a8bd-fe393607ae5a x-openstack-request-id: req-1846cbde-d0de-411f-a8bd-fe393607ae5a {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:35.220716 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-plugged", "status": "completed", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:35.221073 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1846cbde-d0de-411f-a8bd-fe393607ae5a {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:35.221636 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1846cbde-d0de-411f-a8bd-fe393607ae5a'] response: {'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'code': 200} Apr 18 20:54:35.293401 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b112bbcc-5e81-49a9-907e-90db30160989 req-079b9436-ed6e-4aed-9c7f-d650608f2609 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224515 Apr 18 20:54:35.379156 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:35.668814 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209553db-1ac3-4958-be2b-35dda2fac173 req-e580dc16-908c-47c6-aac5-99669df1d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:35.670651 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-209553db-1ac3-4958-be2b-35dda2fac173 req-e580dc16-908c-47c6-aac5-99669df1d1e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.1884258 Apr 18 20:54:35.746515 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b4d96-696f-419f-b756-b066f8b467e7 req-bc22dcaf-5715-47f9-a7cf-a7a1cc1bf458 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:35.748484 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0f8b4d96-696f-419f-b756-b066f8b467e7 req-bc22dcaf-5715-47f9-a7cf-a7a1cc1bf458 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 931 time: 0.0960739 Apr 18 20:54:35.808966 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08048698-04fb-409a-968f-fdffa765c514 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:35.838264 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Publish callbacks [] for port (08048698-04fb-409a-968f-fdffa765c514), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:35.852202 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12298a7-755f-451b-a195-a5ad9b84951c req-310e07c9-d4dc-42af-a0f0-14c48b48a4fa tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:35.858508 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Transition to ACTIVE for port object 08048698-04fb-409a-968f-fdffa765c514 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:54:35.860972 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e12298a7-755f-451b-a195-a5ad9b84951c req-310e07c9-d4dc-42af-a0f0-14c48b48a4fa tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1514518 Apr 18 20:54:35.886234 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0f8b4d96-696f-419f-b756-b066f8b467e7 req-ea527964-3666-4d1d-9168-4b621b4b2203 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118841 Apr 18 20:54:35.931871 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e12298a7-755f-451b-a195-a5ad9b84951c req-89bb2f0c-c0c7-476e-99b0-b7152d608943 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680091 Apr 18 20:54:35.961476 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (08048698-04fb-409a-968f-fdffa765c514), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:36.025703 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Pushing event updated for resources: {'Port': ['ID=08048698-04fb-409a-968f-fdffa765c514,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:36.195994 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445798c3-d2d2-41b2-82bd-e5b5bbb4a6d4 req-a60dae34-34db-41f5-8465-f2c3003bfb1d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:36.198795 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-445798c3-d2d2-41b2-82bd-e5b5bbb4a6d4 req-a60dae34-34db-41f5-8465-f2c3003bfb1d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1335471 Apr 18 20:54:36.204510 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209553db-1ac3-4958-be2b-35dda2fac173 req-a2b431dd-9bab-4ee4-8e8b-cd1f309795cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:36.207294 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-209553db-1ac3-4958-be2b-35dda2fac173 req-a2b431dd-9bab-4ee4-8e8b-cd1f309795cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1600969 Apr 18 20:54:36.207879 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Attempting to bind port 08048698-04fb-409a-968f-fdffa765c514 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:54:36.208629 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Attempting to bind port 08048698-04fb-409a-968f-fdffa765c514 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:54:36.209166 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Attempting to bind port 08048698-04fb-409a-968f-fdffa765c514 on network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:36.220169 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Port 08048698-04fb-409a-968f-fdffa765c514 on network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:36.220758 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Attempting to bind port 08048698-04fb-409a-968f-fdffa765c514 on network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:36.231891 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:36.232240 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Checking segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:54:36.232642 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Bound using segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:36.233185 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Bound port: 08048698-04fb-409a-968f-fdffa765c514, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:54:36.233556 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (08048698-04fb-409a-968f-fdffa765c514), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:36.257345 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c744f0ec-4ee4-4479-b759-fadd78091f57 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:36.341949 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-445798c3-d2d2-41b2-82bd-e5b5bbb4a6d4 req-65e818f6-7555-48ea-9bc5-c7db00ac518c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250684 Apr 18 20:54:36.353357 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] For port 08048698-04fb-409a-968f-fdffa765c514, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:36.365182 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] For port 08048698-04fb-409a-968f-fdffa765c514, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=08048698-04fb-409a-968f-fdffa765c514,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:36.386714 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port c744f0ec-4ee4-4479-b759-fadd78091f57 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:54:36.446885 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (08048698-04fb-409a-968f-fdffa765c514), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:36.517450 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port c744f0ec-4ee4-4479-b759-fadd78091f57 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:36.518375 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:36.518765 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:36.519569 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:36.521699 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] 10.222.0.78 "PUT /v2.0/ports/08048698-04fb-409a-968f-fdffa765c514 HTTP/1.1" status: 200 len: 1093 time: 1.6577120 Apr 18 20:54:36.522711 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'tag': '08048698-04fb-409a-968f-fdffa765c514'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:36.525470 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651c193a-bb5d-442a-98f4-fcb789d79862" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b31ac-3dbd-418f-9c7e-8594ce885c90", "tag": "08048698-04fb-409a-968f-fdffa765c514"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:36.582280 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53fd6-9273-4742-a816-b9e5af95424f service neutron] Pushing event updated for resources: {'Port': ['ID=08048698-04fb-409a-968f-fdffa765c514,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:36.583060 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea53c5a-6653-4655-9e3c-1ad993d2245e req-34554f3c-782c-4c32-8fbe-9f2d9d872fc1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:36.586475 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9ea53c5a-6653-4655-9e3c-1ad993d2245e req-34554f3c-782c-4c32-8fbe-9f2d9d872fc1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 944 time: 0.1237962 Apr 18 20:54:36.647426 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff50d2-1e14-4b25-aa01-33a6766bc1ea x-openstack-request-id: req-10ff50d2-1e14-4b25-aa01-33a6766bc1ea {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:36.647943 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b31ac-3dbd-418f-9c7e-8594ce885c90", "tag": "08048698-04fb-409a-968f-fdffa765c514", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:36.648350 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10ff50d2-1e14-4b25-aa01-33a6766bc1ea {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:36.649330 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ff50d2-1e14-4b25-aa01-33a6766bc1ea'] response: {'name': 'network-changed', 'server_uuid': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'tag': '08048698-04fb-409a-968f-fdffa765c514', 'status': 'completed', 'code': 200} Apr 18 20:54:36.703789 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c744f0ec-4ee4-4479-b759-fadd78091f57 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:36.704905 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:36.772412 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c744f0ec-4ee4-4479-b759-fadd78091f57, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c744f0ec-4ee4-4479-b759-fadd78091f57,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:36.789989 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3a1d2-92fd-4b1c-a425-597e5da646c3 req-23c5e792-ef0b-4501-be31-f607641d0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:36.792871 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ebc3a1d2-92fd-4b1c-a425-597e5da646c3 req-23c5e792-ef0b-4501-be31-f607641d0f97 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 1129 time: 0.1502171 Apr 18 20:54:36.891928 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47088) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:36.894807 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:36.923107 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9ea53c5a-6653-4655-9e3c-1ad993d2245e req-27e97a55-ae0f-4d68-8112-8ef45ab5f977 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129346 Apr 18 20:54:37.004491 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-209553db-1ac3-4958-be2b-35dda2fac173 req-ac66256b-331b-44a0-8c89-1ca10ad5b528 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010876 Apr 18 20:54:37.061082 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c744f0ec-4ee4-4479-b759-fadd78091f57,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:37.149386 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47100) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:37.222948 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c744f0ec-4ee4-4479-b759-fadd78091f57'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:37.225353 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caded5b-7875-445a-a057-5b803ddae2d0" -d '{"events": [{"server_uuid": "7d705711-837c-48a4-aff5-4be73aaa34b2", "name": "network-vif-plugged", "status": "completed", "tag": "c744f0ec-4ee4-4479-b759-fadd78091f57"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:37.283174 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ebc3a1d2-92fd-4b1c-a425-597e5da646c3 req-e6478c85-c6e4-4ce5-a740-78158c21b9e3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244929 Apr 18 20:54:37.287735 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c193a-bb5d-442a-98f4-fcb789d79862 req-47ec8ffe-979d-4238-8640-f8d0bf2f8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:37.289730 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-651c193a-bb5d-442a-98f4-fcb789d79862 req-47ec8ffe-979d-4238-8640-f8d0bf2f8e85 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 1127 time: 0.1263502 Apr 18 20:54:37.317802 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235596f8-0eec-442f-94b5-c62f00055b04 req-2aead48a-e246-4f9f-b973-64b7cb5b1220 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:37.319732 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-235596f8-0eec-442f-94b5-c62f00055b04 req-2aead48a-e246-4f9f-b973-64b7cb5b1220 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.2414265 Apr 18 20:54:37.329561 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622294d2-4ef3-4c92-bcce-f59a868bc820 req-19275b83-a2a1-408e-a8c4-80ed83d6d269 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:37.331168 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-622294d2-4ef3-4c92-bcce-f59a868bc820 req-19275b83-a2a1-408e-a8c4-80ed83d6d269 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 943 time: 0.2411296 Apr 18 20:54:37.377533 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d1b9f35d-25a6-4388-b199-6b2f09d68bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:37.409031 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dcf7735a-6907-41b2-a026-c991d8bfa13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:37.440929 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-209553db-1ac3-4958-be2b-35dda2fac173 req-64381018-2b9d-4a9e-9609-573ab6e75a5b service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634413 Apr 18 20:54:37.477135 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-235596f8-0eec-442f-94b5-c62f00055b04 req-d90afc63-d5c2-4ccf-bc8b-829378d574e7 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253116 Apr 18 20:54:37.477135 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-622294d2-4ef3-4c92-bcce-f59a868bc820 req-f52711f0-d419-412d-892e-b5bfc648fde3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084516 Apr 18 20:54:37.539033 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af21b733-b7c4-454d-9020-1d948432fcd4 x-openstack-request-id: req-af21b733-b7c4-454d-9020-1d948432fcd4 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:37.542615 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d705711-837c-48a4-aff5-4be73aaa34b2", "name": "network-vif-plugged", "status": "completed", "tag": "c744f0ec-4ee4-4479-b759-fadd78091f57", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:37.542615 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af21b733-b7c4-454d-9020-1d948432fcd4 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:37.542615 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af21b733-b7c4-454d-9020-1d948432fcd4'] response: {'server_uuid': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'code': 200} Apr 18 20:54:37.660704 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d1b9f35d-25a6-4388-b199-6b2f09d68bbc admin admin] Publish callbacks [] for security_group (ac10bc9d-6442-4251-a60c-e366a1da05af), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:37.677579 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dcf7735a-6907-41b2-a026-c991d8bfa13f admin admin] Publish callbacks [] for security_group (ee0c251e-4a83-43f3-be7b-443791528d4c), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:37.686180 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa4ce-5aa7-4282-90a1-c8b12ab1902a req-5d995629-c0fb-4886-a899-dbbf80950d72 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:37.688376 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f23fa4ce-5aa7-4282-90a1-c8b12ab1902a req-5d995629-c0fb-4886-a899-dbbf80950d72 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0852780 Apr 18 20:54:37.746936 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d1b9f35d-25a6-4388-b199-6b2f09d68bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ac10bc9d-6442-4251-a60c-e366a1da05af), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:37.768278 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f23fa4ce-5aa7-4282-90a1-c8b12ab1902a req-5df84751-bd48-4831-8b06-26a7c9732dfc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739279 Apr 18 20:54:37.789506 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dcf7735a-6907-41b2-a026-c991d8bfa13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ee0c251e-4a83-43f3-be7b-443791528d4c), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:37.814025 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d1b9f35d-25a6-4388-b199-6b2f09d68bbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64bbad692d664440bbde109cd9c432c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6511691 Apr 18 20:54:37.815469 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47118) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:37.815469 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9f35d-25a6-4388-b199-6b2f09d68bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac10bc9d-6442-4251-a60c-e366a1da05af,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:37.876190 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-dcf7735a-6907-41b2-a026-c991d8bfa13f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72609e0576d048cc8017ce58e2f16bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9823751 Apr 18 20:54:37.880705 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47120) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:37.896675 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7735a-6907-41b2-a026-c991d8bfa13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c251e-4a83-43f3-be7b-443791528d4c,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:37.941545 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-301ce694-bf00-4cae-9a19-4e675abd0d78 admin admin] Publish callbacks [] for security_group (ac10bc9d-6442-4251-a60c-e366a1da05af), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:37.965614 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Publish callbacks [] for security_group (ee0c251e-4a83-43f3-be7b-443791528d4c), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:37.996197 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-301ce694-bf00-4cae-9a19-4e675abd0d78 admin admin] Publish callbacks [] for security_group (ac10bc9d-6442-4251-a60c-e366a1da05af), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:38.019309 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Publish callbacks [] for security_group (ee0c251e-4a83-43f3-be7b-443791528d4c), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:38.331134 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133dd86-af14-47be-89bd-2893d0a1a1b7 req-ed5e34e5-12c2-42be-98d5-a743667fd1d7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:38.337140 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8133dd86-af14-47be-89bd-2893d0a1a1b7 req-ed5e34e5-12c2-42be-98d5-a743667fd1d7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.0739949 Apr 18 20:54:38.368983 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-301ce694-bf00-4cae-9a19-4e675abd0d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ac10bc9d-6442-4251-a60c-e366a1da05af), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:38.379731 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-301ce694-bf00-4cae-9a19-4e675abd0d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:38.379731 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-301ce694-bf00-4cae-9a19-4e675abd0d78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac10bc9d-6442-4251-a60c-e366a1da05af HTTP/1.1" status: 204 len: 168 time: 0.5580134 Apr 18 20:54:38.381784 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ee0c251e-4a83-43f3-be7b-443791528d4c), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:38.385384 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:38.389707 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee0c251e-4a83-43f3-be7b-443791528d4c HTTP/1.1" status: 204 len: 168 time: 0.5051095 Apr 18 20:54:38.397267 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ce694-bf00-4cae-9a19-4e675abd0d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac10bc9d-6442-4251-a60c-e366a1da05af,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:38.409177 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c251e-4a83-43f3-be7b-443791528d4c,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:38.425902 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.426953 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.427564 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.428151 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.428721 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.429290 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.429849 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.430786 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.431441 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.431976 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.433097 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.433677 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.434345 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.434929 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.442009 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42358b50-3789-4c16-8585-b7af4fc8c2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:38.487469 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8133dd86-af14-47be-89bd-2893d0a1a1b7 req-56abb0d1-a47b-4094-a079-d4a82c2a5474 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422987 Apr 18 20:54:38.871693 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c193a-bb5d-442a-98f4-fcb789d79862 req-09f1c8da-9021-40b1-b6e8-dade8959ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:38.874213 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-651c193a-bb5d-442a-98f4-fcb789d79862 req-09f1c8da-9021-40b1-b6e8-dade8959ae02 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=91960583eb984ba28fbe168ddd9a54c3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3591435 Apr 18 20:54:38.937553 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1548b-d681-4ef3-9a65-829a82b69127 req-04ac1580-8298-4d3a-8221-8f1fc9ed6bfb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:38.939215 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-15f1548b-d681-4ef3-9a65-829a82b69127 req-04ac1580-8298-4d3a-8221-8f1fc9ed6bfb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.3821933 Apr 18 20:54:38.981923 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16c02d-9383-4c10-b6a2-edbcbd5e9cab req-20426189-0884-42cc-8e6c-d3d5c5e5b05b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:38.984671 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d16c02d-9383-4c10-b6a2-edbcbd5e9cab req-20426189-0884-42cc-8e6c-d3d5c5e5b05b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 943 time: 0.3541474 Apr 18 20:54:39.148378 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-15f1548b-d681-4ef3-9a65-829a82b69127 req-13946087-c47b-490a-8619-c77aca15d1fb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998816 Apr 18 20:54:39.173944 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d16c02d-9383-4c10-b6a2-edbcbd5e9cab req-0d1df562-da7c-4327-add1-4543217a7919 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716380 Apr 18 20:54:39.353787 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de509b-505d-4a94-ae54-28537c268949 req-23f8318a-6592-4d2e-acdd-3179149e640d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:39.374043 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35de509b-505d-4a94-ae54-28537c268949 req-23f8318a-6592-4d2e-acdd-3179149e640d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1105406 Apr 18 20:54:39.402788 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-b981a536-2693-4462-8dbf-b4deb4a780b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:39.405580 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-b981a536-2693-4462-8dbf-b4deb4a780b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 1129 time: 0.2830236 Apr 18 20:54:39.458933 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35de509b-505d-4a94-ae54-28537c268949 req-85edfe5f-9607-4924-9d78-5fc660e9ef14 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833645 Apr 18 20:54:39.500275 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c193a-bb5d-442a-98f4-fcb789d79862 req-bb33f738-cba3-4d0d-b2ad-56b6e8f7f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:39.506013 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-651c193a-bb5d-442a-98f4-fcb789d79862 req-bb33f738-cba3-4d0d-b2ad-56b6e8f7f0ee service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4290955 Apr 18 20:54:39.575202 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47152) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:39.612465 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4a83efd4-a781-414e-a021-bc3c9e776022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:39.633669 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f1e39-b45d-4dbc-99d2-6c8da1dedb3e req-50d586d7-d8c3-4872-9e3f-5fcdac04514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:39.636929 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-253f1e39-b45d-4dbc-99d2-6c8da1dedb3e req-50d586d7-d8c3-4872-9e3f-5fcdac04514b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 1129 time: 0.1232121 Apr 18 20:54:39.775709 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-e72b9881-4dfb-4990-aea2-2d7f31248e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:39.779984 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-e72b9881-4dfb-4990-aea2-2d7f31248e9a service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.2501800 Apr 18 20:54:39.840310 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a460ca-ebf7-426d-b5f8-db9839383f2c req-a279f1c7-9628-4b5d-88e2-fe4f5a6828ca tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:39.843910 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-73a460ca-ebf7-426d-b5f8-db9839383f2c req-a279f1c7-9628-4b5d-88e2-fe4f5a6828ca tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.1814458 Apr 18 20:54:39.976149 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4a83efd4-a781-414e-a021-bc3c9e776022 admin admin] Publish callbacks [] for security_group (40542d62-f77d-4e21-a38c-e797aef55f95), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:39.985175 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-73a460ca-ebf7-426d-b5f8-db9839383f2c req-ac8fd4c2-a608-4d36-aa8c-6f7f5dd5134f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203156 Apr 18 20:54:40.012387 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47158) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:40.053649 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e276e1e4-7658-4989-b908-e372c536bfb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.159499 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4a83efd4-a781-414e-a021-bc3c9e776022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (40542d62-f77d-4e21-a38c-e797aef55f95), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.170461 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-18905a86-248e-44bc-959c-0c5c8cfb82f5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b HTTP/1.1" status: 200 len: 217 time: 0.1228387 Apr 18 20:54:40.210272 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-253f1e39-b45d-4dbc-99d2-6c8da1dedb3e req-877cc35b-dab2-45f3-9cb9-53b3725ed9b5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648209 Apr 18 20:54:40.226471 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-ad51d88e-1fc9-4b59-92dc-317a9ee98e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:40.243888 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-ad51d88e-1fc9-4b59-92dc-317a9ee98e30 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 1127 time: 0.1935549 Apr 18 20:54:40.327925 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-ed2b8e4a-5298-4baf-b0fc-be0bf30b5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:40.329681 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e276e1e4-7658-4989-b908-e372c536bfb3 admin admin] Publish callbacks [] for security_group (c2e6c9c3-3a2f-4fa5-b633-f7b00cbf2acf), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.340116 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-ed2b8e4a-5298-4baf-b0fc-be0bf30b5124 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1489382 Apr 18 20:54:40.390592 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83efd4-a781-414e-a021-bc3c9e776022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40542d62-f77d-4e21-a38c-e797aef55f95,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.445451 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-4a83efd4-a781-414e-a021-bc3c9e776022 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b11e672173946489c1f8265d67390f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8686299 Apr 18 20:54:40.449255 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47166) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:40.471383 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a29b9-6c7a-4c8a-ad52-cf0b7d24ac42 req-a3085b4e-1773-4513-a731-b652e12faba4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:40.478393 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9b6a29b9-6c7a-4c8a-ad52-cf0b7d24ac42 req-a3085b4e-1773-4513-a731-b652e12faba4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 943 time: 0.1141391 Apr 18 20:54:40.487417 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4fb72-7b22-49f1-9517-74150f1a7b0f req-841422a4-0797-4689-91b1-28175a1e422b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:40.490183 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b7f4fb72-7b22-49f1-9517-74150f1a7b0f req-841422a4-0797-4689-91b1-28175a1e422b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1314981 Apr 18 20:54:40.508841 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e276e1e4-7658-4989-b908-e372c536bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (c2e6c9c3-3a2f-4fa5-b633-f7b00cbf2acf), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.552583 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-c894c555-3db0-4259-9101-eee034314dd6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08048698-04fb-409a-968f-fdffa765c514 HTTP/1.1" status: 200 len: 217 time: 0.0882523 Apr 18 20:54:40.596805 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-8301776a-41bd-49a0-985e-fd62de52086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:40.598523 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-8301776a-41bd-49a0-985e-fd62de52086c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325257 Apr 18 20:54:40.637986 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-e276e1e4-7658-4989-b908-e372c536bfb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33ef17d2a91143b3868bac1c19ae07d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6234827 Apr 18 20:54:40.645590 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47172) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:40.658080 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cefc-7a28-44b4-93c9-c1f374748f14 admin admin] Publish callbacks [] for security_group (40542d62-f77d-4e21-a38c-e797aef55f95), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.666641 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276e1e4-7658-4989-b908-e372c536bfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e6c9c3-3a2f-4fa5-b633-f7b00cbf2acf,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.682516 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-3ed15db2-f113-4c56-ba78-9729d72d4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:40.685632 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-3ed15db2-f113-4c56-ba78-9729d72d4b42 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8904da12-6f56-4119-a567-0dcca69c3516 HTTP/1.1" status: 200 len: 849 time: 0.1226888 Apr 18 20:54:40.696487 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9b6a29b9-6c7a-4c8a-ad52-cf0b7d24ac42 req-883ab9f5-a9a9-4e90-85ac-e19a2054f0e5 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048542 Apr 18 20:54:40.727196 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b7f4fb72-7b22-49f1-9517-74150f1a7b0f req-a7b87390-c454-4755-9145-40686399150a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172441 Apr 18 20:54:40.776583 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d84215f1-d321-4349-8382-5b9610d5cd4d admin admin] Publish callbacks [] for security_group (c2e6c9c3-3a2f-4fa5-b633-f7b00cbf2acf), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.780450 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cefc-7a28-44b4-93c9-c1f374748f14 admin admin] Publish callbacks [] for security_group (40542d62-f77d-4e21-a38c-e797aef55f95), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.810334 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d84215f1-d321-4349-8382-5b9610d5cd4d admin admin] Publish callbacks [] for security_group (c2e6c9c3-3a2f-4fa5-b633-f7b00cbf2acf), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.884175 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-3648704b-cf1d-49c7-b3aa-7f0858e98b88 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728448 Apr 18 20:54:40.914558 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19988606-25e8-4460-955f-544d0b6932b0 req-7b741334-df49-4c4a-944e-ab4ec01dde93 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:40.918098 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-19988606-25e8-4460-955f-544d0b6932b0 req-7b741334-df49-4c4a-944e-ab4ec01dde93 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0977499 Apr 18 20:54:40.992134 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cefc-7a28-44b4-93c9-c1f374748f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (40542d62-f77d-4e21-a38c-e797aef55f95), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:40.999955 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d9c0cefc-7a28-44b4-93c9-c1f374748f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:41.006059 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d9c0cefc-7a28-44b4-93c9-c1f374748f14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40542d62-f77d-4e21-a38c-e797aef55f95 HTTP/1.1" status: 204 len: 168 time: 0.5550075 Apr 18 20:54:41.015779 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-19988606-25e8-4460-955f-544d0b6932b0 req-18374feb-b606-44cd-8287-3989f53280b6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831006 Apr 18 20:54:41.047521 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0cefc-7a28-44b4-93c9-c1f374748f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40542d62-f77d-4e21-a38c-e797aef55f95,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:41.066363 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d84215f1-d321-4349-8382-5b9610d5cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (c2e6c9c3-3a2f-4fa5-b633-f7b00cbf2acf), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:41.076469 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d84215f1-d321-4349-8382-5b9610d5cd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:41.082171 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d84215f1-d321-4349-8382-5b9610d5cd4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2e6c9c3-3a2f-4fa5-b633-f7b00cbf2acf HTTP/1.1" status: 204 len: 168 time: 0.4261315 Apr 18 20:54:41.146562 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84215f1-d321-4349-8382-5b9610d5cd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e6c9c3-3a2f-4fa5-b633-f7b00cbf2acf,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:41.362732 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05496ae-1b47-40a7-89c8-3f0a9c9673b9 req-0af118db-b111-4c53-beee-6b4fb7a46781 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:41.364656 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d05496ae-1b47-40a7-89c8-3f0a9c9673b9 req-0af118db-b111-4c53-beee-6b4fb7a46781 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.1383681 Apr 18 20:54:41.385931 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9168-e204-4367-ab39-7f9a4385dd8f req-49c0a5a1-aea7-4a2f-be2e-aa7dbef69462 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:41.388023 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e5aa9168-e204-4367-ab39-7f9a4385dd8f req-49c0a5a1-aea7-4a2f-be2e-aa7dbef69462 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1050267 Apr 18 20:54:41.401490 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47196) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:41.408658 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'floatingip': {'port_id': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:41.581961 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (565235b1-caa9-4318-9d0d-9028947f7893), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:41.741308 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-986fd404-be93-4637-977d-743b24216423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:41.743188 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-986fd404-be93-4637-977d-743b24216423 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6218965 Apr 18 20:54:41.785490 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d05496ae-1b47-40a7-89c8-3f0a9c9673b9 req-c7412fc5-51b1-46ae-866f-e246a5402ad7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086950 Apr 18 20:54:41.821357 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ac33a9dd-68b3-4f99-ae05-85af6ca54654 req-3a30fde3-8614-4d5e-aa6d-dabbd53457ec service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255707 Apr 18 20:54:42.068703 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4096a4f-66e6-4edb-abaa-18d5069f5325 req-c19a5bc4-ada6-4520-b12e-515968ae5733 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:42.071176 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c4096a4f-66e6-4edb-abaa-18d5069f5325 req-c19a5bc4-ada6-4520-b12e-515968ae5733 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 943 time: 0.1667895 Apr 18 20:54:42.237274 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0f963-ddc9-4351-b240-7a797b9575a0 req-ce43602a-1703-4b1c-863a-9468700ae3f6 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:42.239000 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c5b0f963-ddc9-4351-b240-7a797b9575a0 req-ce43602a-1703-4b1c-863a-9468700ae3f6 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1797402 Apr 18 20:54:42.250085 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-b6565c7a-5ab6-4560-a334-fdec881342ba service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802995 Apr 18 20:54:42.342942 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c4096a4f-66e6-4edb-abaa-18d5069f5325 req-c815a174-6a73-4c9f-98d3-3a85b6606aa4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364304 Apr 18 20:54:42.589024 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c5b0f963-ddc9-4351-b240-7a797b9575a0 req-60224ffb-1348-430e-a668-a2608d23cc52 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051460 Apr 18 20:54:42.679160 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03380724-dc6b-4186-9ce1-2ca69b443f2e req-90eea6f8-ff77-48de-a82b-fb60204df168 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:42.681197 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-03380724-dc6b-4186-9ce1-2ca69b443f2e req-90eea6f8-ff77-48de-a82b-fb60204df168 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 945 time: 0.2083282 Apr 18 20:54:43.074521 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31ca79-9fd7-4602-935a-04ca709c5509 req-6df98cfc-6f78-4ff9-a65c-1bdcaaad95c8 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:43.076190 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fc31ca79-9fd7-4602-935a-04ca709c5509 req-6df98cfc-6f78-4ff9-a65c-1bdcaaad95c8 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.1408951 Apr 18 20:54:43.104649 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.db.resource_extend [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:54:43.115472 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-03380724-dc6b-4186-9ce1-2ca69b443f2e req-d69a1792-282a-4cde-baf9-57b2d73b7c34 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238098 Apr 18 20:54:43.347202 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:43.367986 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fc31ca79-9fd7-4602-935a-04ca709c5509 req-73d17bc6-6534-457e-aade-2ceb341b5540 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496028 Apr 18 20:54:43.432710 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (565235b1-caa9-4318-9d0d-9028947f7893), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:43.675781 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb052d-9114-4265-a831-417039701a79 req-2e204931-5706-407e-88e7-e7d223b8d034 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:43.678023 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d3cb052d-9114-4265-a831-417039701a79 req-2e204931-5706-407e-88e7-e7d223b8d034 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 943 time: 0.1422224 Apr 18 20:54:43.745639 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f206b9-5a03-4f14-98ff-ae98455449c3 req-b02a6961-9238-4fa2-8269-f3354e643e54 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:43.746626 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-34f206b9-5a03-4f14-98ff-ae98455449c3 req-b02a6961-9238-4fa2-8269-f3354e643e54 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.2124400 Apr 18 20:54:43.771213 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47264) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:43.787189 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'floatingip': {'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:43.926850 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (9133c8aa-cb5f-4939-a574-146fb21c5e14), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:43.950700 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6c0b4c83-b102-42a6-b3c1-ec0d02ee474a req-7679a766-58ab-4745-b803-97e6ff41d6f4 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066076 Apr 18 20:54:44.078474 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Floating IP 565235b1-caa9-4318-9d0d-9028947f7893 associated. External IP: 172.27.1.12, port: c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c. Apr 18 20:54:44.230644 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410be3e-d1d6-4b99-9ccc-e5576784e711 req-275a4f66-39c1-4d22-b6a3-891fd08b469b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:44.233480 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a410be3e-d1d6-4b99-9ccc-e5576784e711 req-275a4f66-39c1-4d22-b6a3-891fd08b469b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.3506560 Apr 18 20:54:44.256184 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d3cb052d-9114-4265-a831-417039701a79 req-f0901380-5ee8-4dcd-b2f7-54e883d062ec tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5261326 Apr 18 20:54:44.652475 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a410be3e-d1d6-4b99-9ccc-e5576784e711 req-c9bc925c-f8e4-4e58-8df6-60d542e91a8f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781305 Apr 18 20:54:44.665453 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9913a-c4be-4aff-aa99-f4e6ca306db9 req-fd1e003a-aaa8-4e95-8fc8-78ae58fc9ed2 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:44.668784 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53d9913a-c4be-4aff-aa99-f4e6ca306db9 req-fd1e003a-aaa8-4e95-8fc8-78ae58fc9ed2 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 945 time: 0.2249525 Apr 18 20:54:44.946900 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53d9913a-c4be-4aff-aa99-f4e6ca306db9 req-5d23a1a9-c649-476c-866e-1205f0394774 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768912 Apr 18 20:54:45.134596 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:45.587911 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-9f349f5a-8f8d-4003-b2b0-b7951ada18eb tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:45.590621 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-9f349f5a-8f8d-4003-b2b0-b7951ada18eb tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.78 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 945 time: 0.2359085 Apr 18 20:54:45.859164 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Deleting port 6c392c65-d509-435a-8e52-9389bbbaf252 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:54:45.860186 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:45.871127 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.db.resource_extend [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:54:45.937406 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee461e-0c7e-4947-80dd-4c05ef0ec3cc req-0c864239-ce3c-4d6e-9978-3625cdd479f9 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:45.939326 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-deee461e-0c7e-4947-80dd-4c05ef0ec3cc req-0c864239-ce3c-4d6e-9978-3625cdd479f9 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 943 time: 0.1629257 Apr 18 20:54:45.961319 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4f61f-db70-4d80-8d4c-bd8420288c46 req-8443d803-c3a2-4f9f-ad66-81415f222dd8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:45.962968 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4fc4f61f-db70-4d80-8d4c-bd8420288c46 req-8443d803-c3a2-4f9f-ad66-81415f222dd8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1702359 Apr 18 20:54:45.977720 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:45.997608 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:46.003241 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:46.005896 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] Sync routers for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:46.022198 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] For port 6c392c65-d509-435a-8e52-9389bbbaf252, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6c392c65-d509-435a-8e52-9389bbbaf252,segment=NetworkSegment(a1a1362e-9fe6-4b04-8673-35032023a156),segment_id=a1a1362e-9fe6-4b04-8673-35032023a156)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:46.022714 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:46.030348 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:46.031509 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:54:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:46.052224 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Calling delete_port for 6c392c65-d509-435a-8e52-9389bbbaf252 owned by compute:nova {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:54:46.097527 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-a6d07bf7-a05c-4fab-90a1-eb9f797db107 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "PUT /v2.0/floatingips/565235b1-caa9-4318-9d0d-9028947f7893 HTTP/1.1" status: 200 len: 990 time: 4.6939101 Apr 18 20:54:46.104647 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:46.106970 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa66aaf0-556c-4316-9177-68ebc2dd5ead" -d '{"events": [{"name": "network-changed", "server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:46.131885 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-deee461e-0c7e-4947-80dd-4c05ef0ec3cc req-6d10c22a-f8d4-4c73-a8da-f3b766e2fbc6 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613848 Apr 18 20:54:46.131885 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (9133c8aa-cb5f-4939-a574-146fb21c5e14), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:46.140726 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4fc4f61f-db70-4d80-8d4c-bd8420288c46 req-5b50dc78-133b-4438-a02e-0f2b271a7e71 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606259 Apr 18 20:54:46.325591 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 08048698-04fb-409a-968f-fdffa765c514 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:46.355459 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0c4d77-f43a-4161-a48a-ce58602db9d6 x-openstack-request-id: req-db0c4d77-f43a-4161-a48a-ce58602db9d6 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:46.355757 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:46.356029 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db0c4d77-f43a-4161-a48a-ce58602db9d6 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:46.356474 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0c4d77-f43a-4161-a48a-ce58602db9d6'] response: {'name': 'network-changed', 'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'status': 'completed', 'code': 200} Apr 18 20:54:46.378368 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847309-f56a-4919-8fc0-173bcce4af21 req-304f4323-60d5-4843-9767-0db443045a22 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:46.387323 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d0847309-f56a-4919-8fc0-173bcce4af21 req-304f4323-60d5-4843-9767-0db443045a22 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 945 time: 0.1461203 Apr 18 20:54:46.397621 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:46.438279 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 6c392c65-d509-435a-8e52-9389bbbaf252 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:46.453869 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Floating IP 9133c8aa-cb5f-4939-a574-146fb21c5e14 associated. External IP: 172.27.1.185, port: c744f0ec-4ee4-4479-b759-fadd78091f57. Apr 18 20:54:46.521027 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d0847309-f56a-4919-8fc0-173bcce4af21 req-bb9e5f15-141a-4fb1-9c23-bcf44610b5ec tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/security-groups?id=850c4c95-d738-46fa-a2a9-921613cbb2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325588 Apr 18 20:54:46.588895 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-0ea4dc58-3bb0-4710-865a-1b5f7cd3813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:46.592044 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-0ea4dc58-3bb0-4710-865a-1b5f7cd3813e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 1129 time: 0.0835030 Apr 18 20:54:46.624860 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No active binding found for port 6c392c65-d509-435a-8e52-9389bbbaf252 {{(pid=110665) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:54:46.625259 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] The host hv-cinder-82651 is not matching for port 6c392c65-d509-435a-8e52-9389bbbaf252 host None! {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 18 20:54:46.625969 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 6c392c65-d509-435a-8e52-9389bbbaf252 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:46.660060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 08048698-04fb-409a-968f-fdffa765c514, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=08048698-04fb-409a-968f-fdffa765c514,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:46.694001 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '08048698-04fb-409a-968f-fdffa765c514', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'port_id': '08048698-04fb-409a-968f-fdffa765c514', 'mac_address': 'fa:16:3e:c8:54:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:46.792509 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-d8799fba-133e-432d-a6f8-ee97105c82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:46.794455 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-d8799fba-133e-432d-a6f8-ee97105c82cb service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 0.1966197 Apr 18 20:54:46.796255 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (6c392c65-d509-435a-8e52-9389bbbaf252), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:46.837602 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Pushing event deleted for resources: {'Port': ['ID=6c392c65-d509-435a-8e52-9389bbbaf252,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:46.851030 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 08048698-04fb-409a-968f-fdffa765c514 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:46.851652 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (08048698-04fb-409a-968f-fdffa765c514), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:46.883741 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08048698-04fb-409a-968f-fdffa765c514 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:46.947826 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 08048698-04fb-409a-968f-fdffa765c514, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=08048698-04fb-409a-968f-fdffa765c514,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:46.998327 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-caf5f190-a736-4627-a416-eccf4a863319 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 200 len: 998 time: 0.1642694 Apr 18 20:54:47.014914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:47.055118 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (08048698-04fb-409a-968f-fdffa765c514), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:47.143458 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] No DVR routers for this DVR port 6c392c65-d509-435a-8e52-9389bbbaf252 on host hv-cinder-82651 {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:47.154237 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:47.160303 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-73a8e5ed-675c-4d85-b35c-5431cd8d9bca req-14b78f51-dea6-4c6b-8bbe-a8a2d9bd4b4a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.78 "DELETE /v2.0/ports/6c392c65-d509-435a-8e52-9389bbbaf252 HTTP/1.1" status: 204 len: 173 time: 1.5622880 Apr 18 20:54:47.161387 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04a0787-2556-442d-a704-61b950df74b6', 'name': 'network-vif-deleted', 'tag': '6c392c65-d509-435a-8e52-9389bbbaf252'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:47.180638 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0046b3e-6912-4135-9f40-59eb0f6dea51" -d '{"events": [{"server_uuid": "a04a0787-2556-442d-a704-61b950df74b6", "name": "network-vif-deleted", "tag": "6c392c65-d509-435a-8e52-9389bbbaf252"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:47.226833 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=08048698-04fb-409a-968f-fdffa765c514,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:47.251772 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-c66a6e2b-0258-4d11-b546-3e1daafb95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:47.252713 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.255094 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.261960 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.264864 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.265156 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-c66a6e2b-0258-4d11-b546-3e1daafb95e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.2187147 Apr 18 20:54:47.267673 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.268597 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.269414 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.270342 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.272753 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.277303 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.278320 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.280481 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.283046 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.284011 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.285007 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:47.316645 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '565235b1-caa9-4318-9d0d-9028947f7893', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'port_id': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'mac_address': 'fa:16:3e:49:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:04Z', 'updated_at': '2022-04-18T20:54:42Z', 'revision_number': 1, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:47.318642 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['08048698-04fb-409a-968f-fdffa765c514'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:47.338850 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:47.343580 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:47.394563 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:47.421401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb5e9c-68c6-400e-b33d-45ac360fc493 x-openstack-request-id: req-adcb5e9c-68c6-400e-b33d-45ac360fc493 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:47.422002 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04a0787-2556-442d-a704-61b950df74b6", "name": "network-vif-deleted", "tag": "6c392c65-d509-435a-8e52-9389bbbaf252", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:47.423151 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adcb5e9c-68c6-400e-b33d-45ac360fc493 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:47.424875 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcb5e9c-68c6-400e-b33d-45ac360fc493'] response: {'server_uuid': 'a04a0787-2556-442d-a704-61b950df74b6', 'name': 'network-vif-deleted', 'tag': '6c392c65-d509-435a-8e52-9389bbbaf252', 'status': 'completed', 'code': 200} Apr 18 20:54:47.445269 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] Checking router: 6a1997fc-d13f-4db0-b46a-bd1b89a3799e for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:47.470354 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:47.471805 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:54:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:47.476613 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-62c96f7b-e833-460e-8ff3-69592683a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:47.484120 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:47.485484 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:54:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:47.488133 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-62c96f7b-e833-460e-8ff3-69592683a915 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2157903 Apr 18 20:54:47.574777 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f48326fa-44c2-415c-8d67-c515fce01feb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "PUT /v2.0/floatingips/9133c8aa-cb5f-4939-a574-146fb21c5e14 HTTP/1.1" status: 200 len: 991 time: 3.8000593 Apr 18 20:54:47.600728 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e1c41-b5ad-4bc0-8396-a2b454e2c4ed req-aba1f064-c446-4b8c-8beb-abb50c4bf375 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:47.603495 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d4e1c41-b5ad-4bc0-8396-a2b454e2c4ed req-aba1f064-c446-4b8c-8beb-abb50c4bf375 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 944 time: 0.1873174 Apr 18 20:54:47.709200 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d4e1c41-b5ad-4bc0-8396-a2b454e2c4ed req-2615f902-70d1-4e6d-9431-0f3c9d025b00 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946271 Apr 18 20:54:47.737977 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-fac4d44a-a70e-4542-909e-abf297a83219 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389681 Apr 18 20:54:47.783238 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46907440-61e2-4a77-9647-1dd4e0982014 req-a1b83041-5a85-41a2-9832-c17d8a076ba5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:47.786296 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46907440-61e2-4a77-9647-1dd4e0982014 req-a1b83041-5a85-41a2-9832-c17d8a076ba5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1978564 Apr 18 20:54:47.857833 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:47.933666 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46907440-61e2-4a77-9647-1dd4e0982014 req-428b4b45-3031-41b1-8673-de054e4065e5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362314 Apr 18 20:54:47.967764 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4d783383-47f6-4c4d-a551-b03dfd883b9c req-b49258ab-7e8c-43eb-a57d-2ac97c089ed8 tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.0695505 Apr 18 20:54:48.024396 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-aa66aaf0-556c-4316-9177-68ebc2dd5ead req-60e0c8b5-dafb-441c-8fa4-1e75393145a5 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842669 Apr 18 20:54:48.200607 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:48.357148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'tag': 'c744f0ec-4ee4-4479-b759-fadd78091f57'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:48.359819 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efc6dc3-2651-4b22-882b-87c0dac8c24d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d705711-837c-48a4-aff5-4be73aaa34b2", "tag": "c744f0ec-4ee4-4479-b759-fadd78091f57"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:48.392865 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '565235b1-caa9-4318-9d0d-9028947f7893', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'port_id': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'mac_address': 'fa:16:3e:49:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:04Z', 'updated_at': '2022-04-18T20:54:42Z', 'revision_number': 1, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:48.431145 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e9571-4290-458a-b684-616e521b66fa x-openstack-request-id: req-f43e9571-4290-458a-b684-616e521b66fa {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:48.431342 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d705711-837c-48a4-aff5-4be73aaa34b2", "tag": "c744f0ec-4ee4-4479-b759-fadd78091f57", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:48.431607 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f43e9571-4290-458a-b684-616e521b66fa {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:48.437230 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43e9571-4290-458a-b684-616e521b66fa'] response: {'name': 'network-changed', 'server_uuid': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'tag': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'status': 'completed', 'code': 200} Apr 18 20:54:48.458950 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7768f39-f686-4cbe-8958-1a1d1928b741 None None] The sync data for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi is: [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '565235b1-caa9-4318-9d0d-9028947f7893', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'port_id': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'mac_address': 'fa:16:3e:49:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:04Z', 'updated_at': '2022-04-18T20:54:42Z', 'revision_number': 1, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:48.553703 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-0958ef1c-5b45-438b-97d2-679b6159cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:48.556120 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-0958ef1c-5b45-438b-97d2-679b6159cd18 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 1129 time: 0.0971246 Apr 18 20:54:48.866586 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7685f3-f128-4731-a69d-79fa70569533 None None] New status for floating IP 565235b1-caa9-4318-9d0d-9028947f7893: ACTIVE {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:48.877662 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:45Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:48.937653 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:48.950036 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:48.950773 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:54:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:48.959938 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e3f3-0d1b-4a5c-acaa-e397dacbb07a req-f3b36d3c-7ec2-446c-a6ca-b201f4a48620 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:48.969280 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f985e3f3-0d1b-4a5c-acaa-e397dacbb07a req-f3b36d3c-7ec2-446c-a6ca-b201f4a48620 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 944 time: 0.0959127 Apr 18 20:54:49.098307 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-a82d1063-2f05-47da-bf2c-7e76aac5f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:49.101107 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-a82d1063-2f05-47da-bf2c-7e76aac5f64a service neutron] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 915 time: 0.2966385 Apr 18 20:54:49.145765 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f985e3f3-0d1b-4a5c-acaa-e397dacbb07a req-84d43909-4c2b-4999-a9a5-bc20cad81a27 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751959 Apr 18 20:54:49.275542 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-846f3ae7-9023-4151-beeb-e6410f9c2296 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c744f0ec-4ee4-4479-b759-fadd78091f57 HTTP/1.1" status: 200 len: 999 time: 0.1570280 Apr 18 20:54:49.338858 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:49.406293 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f18f7c-f584-42bd-97bf-97c2372e5609 req-534f7ab1-d4f0-4bfa-a156-50111ae17fb3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:49.427242 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7f18f7c-f584-42bd-97bf-97c2372e5609 req-534f7ab1-d4f0-4bfa-a156-50111ae17fb3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.2381773 Apr 18 20:54:49.448289 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-f15d2f64-e5b5-4b6f-983c-50d3158fe674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:49.448289 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-f15d2f64-e5b5-4b6f-983c-50d3158fe674 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.1584873 Apr 18 20:54:49.542925 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3c492abb-cd8f-4572-927a-98534b5ca24d req-fb843b0b-c7a2-4b88-a563-50d04a7c800a tempest-DeleteServersTestJSON-702970561 tempest-DeleteServersTestJSON-702970561-project] 10.222.0.53 "GET /v2.0/ports?device_id=a04a0787-2556-442d-a704-61b950df74b6 HTTP/1.1" status: 200 len: 210 time: 0.0855455 Apr 18 20:54:49.603602 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-7a382d96-4f0e-48a3-9a50-13f7bdfc4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:49.606816 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-7a382d96-4f0e-48a3-9a50-13f7bdfc4510 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1534233 Apr 18 20:54:49.611502 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7f18f7c-f584-42bd-97bf-97c2372e5609 req-efdf7f6a-a6db-49d0-b252-b2c5649f6847 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821632 Apr 18 20:54:49.822792 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-f2e82a04-099f-4246-93c1-058b55a61567 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902595 Apr 18 20:54:49.837772 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:45Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:49.883610 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc34c55-f189-4515-8902-d9942555fc48 None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:45Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:49.992768 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-3efc6dc3-2651-4b22-882b-87c0dac8c24d req-7025157c-4649-44a8-8454-ae19a58278a6 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626880 Apr 18 20:54:50.202407 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92466a62-40ba-48d3-ad3a-6e84f792720d None None] New status for floating IP 9133c8aa-cb5f-4939-a574-146fb21c5e14: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:50.342852 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 08048698-04fb-409a-968f-fdffa765c514 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:50.352584 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f543381-c0ea-4e90-987c-fa4e5c2e6c26 req-77b5033c-582f-40c1-b720-c610df212650 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:50.355226 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2f543381-c0ea-4e90-987c-fa4e5c2e6c26 req-77b5033c-582f-40c1-b720-c610df212650 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 944 time: 0.0905156 Apr 18 20:54:50.459702 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2f543381-c0ea-4e90-987c-fa4e5c2e6c26 req-b6783cc0-24b1-41c4-848d-a476a3d88ddd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933795 Apr 18 20:54:50.525094 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 08048698-04fb-409a-968f-fdffa765c514 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:54:50.649766 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 08048698-04fb-409a-968f-fdffa765c514 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:54:50.650355 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (08048698-04fb-409a-968f-fdffa765c514), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:50.826859 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 08048698-04fb-409a-968f-fdffa765c514 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:54:50.828119 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (08048698-04fb-409a-968f-fdffa765c514), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:50.875444 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ce957-3ff6-4bf4-9882-5893813ce93a req-26d3ac70-8022-4d56-9f90-22c3211a303d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:50.881722 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e8ce957-3ff6-4bf4-9882-5893813ce93a req-26d3ac70-8022-4d56-9f90-22c3211a303d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1268272 Apr 18 20:54:50.886618 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08048698-04fb-409a-968f-fdffa765c514'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:50.890623 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f52b160-f5db-4943-b79c-7e84b7cac4c5" -d '{"events": [{"server_uuid": "1e3b31ac-3dbd-418f-9c7e-8594ce885c90", "name": "network-vif-plugged", "status": "completed", "tag": "08048698-04fb-409a-968f-fdffa765c514"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:50.912648 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 08048698-04fb-409a-968f-fdffa765c514, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=08048698-04fb-409a-968f-fdffa765c514,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:50.973932 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456dc170-1f98-4e21-996e-b38e406896ad x-openstack-request-id: req-456dc170-1f98-4e21-996e-b38e406896ad {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:50.974513 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b31ac-3dbd-418f-9c7e-8594ce885c90", "name": "network-vif-plugged", "status": "completed", "tag": "08048698-04fb-409a-968f-fdffa765c514", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:50.975109 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-456dc170-1f98-4e21-996e-b38e406896ad {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:50.975903 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456dc170-1f98-4e21-996e-b38e406896ad'] response: {'server_uuid': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08048698-04fb-409a-968f-fdffa765c514', 'code': 200} Apr 18 20:54:50.988817 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e8ce957-3ff6-4bf4-9882-5893813ce93a req-ecc79a62-a4de-4fc9-b00a-238affecbf7c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913603 Apr 18 20:54:51.015054 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (08048698-04fb-409a-968f-fdffa765c514), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:51.107373 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=08048698-04fb-409a-968f-fdffa765c514,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:51.289430 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47442) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:51.495785 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23dae503-0874-42cd-890e-d480a12fdc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:51.501925 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b83b-a614-47b9-8bc7-6a02fd0715bb req-c37744e7-04d7-477d-8d74-f4375b6b5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:51.504551 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-5c20b83b-a614-47b9-8bc7-6a02fd0715bb req-c37744e7-04d7-477d-8d74-f4375b6b5db3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 1129 time: 0.0882566 Apr 18 20:54:51.632427 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-5c20b83b-a614-47b9-8bc7-6a02fd0715bb req-3510658a-f264-479c-886e-bbc09dc0b2d0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173947 Apr 18 20:54:51.669535 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6572a94-17c2-4e89-a37c-dff75c0f43f7 req-c529abfd-1d93-475e-9f1d-0a1b3ccd4f55 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:51.687919 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b6572a94-17c2-4e89-a37c-dff75c0f43f7 req-c529abfd-1d93-475e-9f1d-0a1b3ccd4f55 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1034753 Apr 18 20:54:51.771848 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23dae503-0874-42cd-890e-d480a12fdc1e admin admin] Publish callbacks [] for security_group (f1b44fe9-e394-4e24-b9d1-36eef52a6745), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:51.779966 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b6572a94-17c2-4e89-a37c-dff75c0f43f7 req-fac03461-40c9-4816-8ac8-d7606590e288 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869212 Apr 18 20:54:51.890544 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-23dae503-0874-42cd-890e-d480a12fdc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (f1b44fe9-e394-4e24-b9d1-36eef52a6745), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:51.940694 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-23dae503-0874-42cd-890e-d480a12fdc1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89504ae37c6f40558c9febadc9fc37d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6500561 Apr 18 20:54:51.941647 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dae503-0874-42cd-890e-d480a12fdc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b44fe9-e394-4e24-b9d1-36eef52a6745,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:51.944179 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47462) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:52.007962 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e4557a39-4df1-43f6-9d4f-aed3f94c587a admin admin] Publish callbacks [] for security_group (f1b44fe9-e394-4e24-b9d1-36eef52a6745), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:52.037162 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e4557a39-4df1-43f6-9d4f-aed3f94c587a admin admin] Publish callbacks [] for security_group (f1b44fe9-e394-4e24-b9d1-36eef52a6745), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:52.198943 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afb791-1486-4caa-9fc9-3287dd2dbc06 req-ce8f091a-fb37-42b8-a015-6c699c483998 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:52.200668 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-33afb791-1486-4caa-9fc9-3287dd2dbc06 req-ce8f091a-fb37-42b8-a015-6c699c483998 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0732374 Apr 18 20:54:52.261631 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-33afb791-1486-4caa-9fc9-3287dd2dbc06 req-3d3bf6ab-15af-46b3-8bcd-74b61e4d84eb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538695 Apr 18 20:54:52.271892 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e4557a39-4df1-43f6-9d4f-aed3f94c587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (f1b44fe9-e394-4e24-b9d1-36eef52a6745), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:52.275293 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e4557a39-4df1-43f6-9d4f-aed3f94c587a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:52.277518 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e4557a39-4df1-43f6-9d4f-aed3f94c587a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1b44fe9-e394-4e24-b9d1-36eef52a6745 HTTP/1.1" status: 204 len: 168 time: 0.3322456 Apr 18 20:54:52.296720 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4557a39-4df1-43f6-9d4f-aed3f94c587a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b44fe9-e394-4e24-b9d1-36eef52a6745,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:52.603285 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47474) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:52.766613 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e7fda86c-5e8c-4dac-9a9f-b792504ed866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:52.927174 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47494) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:52.988089 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e7fda86c-5e8c-4dac-9a9f-b792504ed866 admin admin] Publish callbacks [] for security_group (d5c676c3-a0ae-4f0a-871e-dee01f54738b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.003739 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b18dce-4255-47b7-9930-b914726c32d8 req-93deb3f3-c46a-4cc0-bf9d-bc94475dffd9 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:53.011341 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a9169f-93ef-41d5-8f96-d1ccd5b1dbe3 admin admin] Deleting subnet 77040a95-9cf9-4254-84de-2f82cd8f87f9 {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 20:54:53.011649 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-19b18dce-4255-47b7-9930-b914726c32d8 req-93deb3f3-c46a-4cc0-bf9d-bc94475dffd9 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0955951 Apr 18 20:54:53.025274 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-11a9169f-93ef-41d5-8f96-d1ccd5b1dbe3 admin admin] Publish callbacks [] for subnet (77040a95-9cf9-4254-84de-2f82cd8f87f9), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.082097 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-11a9169f-93ef-41d5-8f96-d1ccd5b1dbe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (77040a95-9cf9-4254-84de-2f82cd8f87f9), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.093853 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-19b18dce-4255-47b7-9930-b914726c32d8 req-963987dc-d858-4343-9c3f-4ea62a264cf8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726371 Apr 18 20:54:53.118614 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e7fda86c-5e8c-4dac-9a9f-b792504ed866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (d5c676c3-a0ae-4f0a-871e-dee01f54738b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.171988 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47498) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:53.200836 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-11a9169f-93ef-41d5-8f96-d1ccd5b1dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (77040a95-9cf9-4254-84de-2f82cd8f87f9), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.210516 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8d91d374-a986-4fc8-b99d-d44beefabbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.250383 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fda86c-5e8c-4dac-9a9f-b792504ed866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c676c3-a0ae-4f0a-871e-dee01f54738b,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.271066 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e7fda86c-5e8c-4dac-9a9f-b792504ed866 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ba122c2d0f2420c8c4809d4c98eed09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6656091 Apr 18 20:54:53.277620 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47502) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:53.449640 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8d91d374-a986-4fc8-b99d-d44beefabbab admin admin] Publish callbacks [] for security_group (984d3403-0d25-4357-a89c-43afa789b6c0), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.462952 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-11a9169f-93ef-41d5-8f96-d1ccd5b1dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (77040a95-9cf9-4254-84de-2f82cd8f87f9), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.485193 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5ead5994-8686-4ef9-a4fa-8bac012d2b6c admin admin] Publish callbacks [] for security_group (d5c676c3-a0ae-4f0a-871e-dee01f54738b), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.522603 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-11a9169f-93ef-41d5-8f96-d1ccd5b1dbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.530215 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-11a9169f-93ef-41d5-8f96-d1ccd5b1dbe3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/77040a95-9cf9-4254-84de-2f82cd8f87f9 HTTP/1.1" status: 204 len: 168 time: 0.6008546 Apr 18 20:54:53.531861 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9169f-93ef-41d5-8f96-d1ccd5b1dbe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77040a95-9cf9-4254-84de-2f82cd8f87f9,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.534038 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8d91d374-a986-4fc8-b99d-d44beefabbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (984d3403-0d25-4357-a89c-43afa789b6c0), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.534718 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47510) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:53.597435 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5ead5994-8686-4ef9-a4fa-8bac012d2b6c admin admin] Publish callbacks [] for security_group (d5c676c3-a0ae-4f0a-871e-dee01f54738b), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.627035 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee072-c5f6-4bee-a05b-35cc0d86a24f req-b4a8f807-a72c-4eb6-92b6-c3bbc743049d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:53.634573 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-853ee072-c5f6-4bee-a05b-35cc0d86a24f req-b4a8f807-a72c-4eb6-92b6-c3bbc743049d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.2218363 Apr 18 20:54:53.663620 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (a9e7641e-c07e-4ba5-a163-6772edacaf16), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.677242 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-8d91d374-a986-4fc8-b99d-d44beefabbab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6b94d6a0db04411a58eaab77a45f9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035889 Apr 18 20:54:53.690965 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91d374-a986-4fc8-b99d-d44beefabbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984d3403-0d25-4357-a89c-43afa789b6c0,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.694224 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47512) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:53.795833 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (a9e7641e-c07e-4ba5-a163-6772edacaf16), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.808753 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-853ee072-c5f6-4bee-a05b-35cc0d86a24f req-fb005f85-16e6-440c-8084-62bebb4fb671 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567898 Apr 18 20:54:53.842074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-82324079-1ee3-4c77-be04-9faf2f183410 admin admin] Publish callbacks [] for security_group (984d3403-0d25-4357-a89c-43afa789b6c0), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.842834 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e7641e-c07e-4ba5-a163-6772edacaf16']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:53.861805 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a1362e-9fe6-4b04-8673-35032023a156') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:53.862325 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a1362e-9fe6-4b04-8673-35032023a156') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:53.882037 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (a1a1362e-9fe6-4b04-8673-35032023a156), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.893410 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-82324079-1ee3-4c77-be04-9faf2f183410 admin admin] Publish callbacks [] for security_group (984d3403-0d25-4357-a89c-43afa789b6c0), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.906645 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (a1a1362e-9fe6-4b04-8673-35032023a156), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.915605 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:53.916024 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (a1a1362e-9fe6-4b04-8673-35032023a156), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:53.918643 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:54.014805 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5ead5994-8686-4ef9-a4fa-8bac012d2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (d5c676c3-a0ae-4f0a-871e-dee01f54738b), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:54.018241 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5ead5994-8686-4ef9-a4fa-8bac012d2b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:54.019673 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5ead5994-8686-4ef9-a4fa-8bac012d2b6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5c676c3-a0ae-4f0a-871e-dee01f54738b HTTP/1.1" status: 204 len: 168 time: 0.7408378 Apr 18 20:54:54.031105 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead5994-8686-4ef9-a4fa-8bac012d2b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c676c3-a0ae-4f0a-871e-dee01f54738b,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:54.049490 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (a9e7641e-c07e-4ba5-a163-6772edacaf16), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:54.051369 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-82324079-1ee3-4c77-be04-9faf2f183410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (984d3403-0d25-4357-a89c-43afa789b6c0), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:54.058786 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-82324079-1ee3-4c77-be04-9faf2f183410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:54.061334 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-82324079-1ee3-4c77-be04-9faf2f183410 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/984d3403-0d25-4357-a89c-43afa789b6c0 HTTP/1.1" status: 204 len: 168 time: 0.3534875 Apr 18 20:54:54.080050 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:54.089473 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82324079-1ee3-4c77-be04-9faf2f183410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984d3403-0d25-4357-a89c-43afa789b6c0,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:54.091021 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a9e7641e-c07e-4ba5-a163-6772edacaf16 HTTP/1.1" status: 204 len: 168 time: 0.5543194 Apr 18 20:54:54.114291 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c099c50-3e36-4ced-b622-aa50f43c35a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e7641e-c07e-4ba5-a163-6772edacaf16,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:54.295487 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c311c-5037-4d72-a9ed-d705e4b715f4 req-95e78c50-a203-44a7-ac2d-e4c997ffa36e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:54.297665 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b58c311c-5037-4d72-a9ed-d705e4b715f4 req-95e78c50-a203-44a7-ac2d-e4c997ffa36e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0638223 Apr 18 20:54:54.359599 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b58c311c-5037-4d72-a9ed-d705e4b715f4 req-e2c4fffb-cadb-43d3-a140-f86de55587de tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549448 Apr 18 20:54:54.514275 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559b2f8-a44a-4d6a-b51d-74c898784468 req-5d78eaf8-a444-4d89-ba8e-8e6e2f934f72 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:54.516263 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e559b2f8-a44a-4d6a-b51d-74c898784468 req-5d78eaf8-a444-4d89-ba8e-8e6e2f934f72 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0640187 Apr 18 20:54:54.527529 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47530) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:54.535279 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'floatingip': {'port_id': '08048698-04fb-409a-968f-fdffa765c514'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:54.594361 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (9e264a27-4fe0-4d94-91bc-bd2223f1a48e), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:54.957010 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bb57-b8a7-47e4-b2e2-9285f944f34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.027158 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e94d08-47bd-4927-b86b-608c28272f78 req-a55e3f9a-8822-431c-ba98-063399e88ac9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:55.029140 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3e94d08-47bd-4927-b86b-608c28272f78 req-a55e3f9a-8822-431c-ba98-063399e88ac9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1028223 Apr 18 20:54:55.059900 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47544) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:55.078621 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47546) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:55.142700 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5771779f-7d05-43d8-8f0f-045eb496f5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.165195 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-bbbf75a9-9396-42d2-86d1-75c652f02422 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e56e2636ff3a427abf91ca55f30d9ed3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1026173 Apr 18 20:54:55.171190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47548) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:55.268171 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5f74f013-4f68-4159-8f18-19c54425cebe admin admin] Publish callbacks [] for security_group (850c4c95-d738-46fa-a2a9-921613cbb2d2), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.317502 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5f74f013-4f68-4159-8f18-19c54425cebe admin admin] Publish callbacks [] for security_group (850c4c95-d738-46fa-a2a9-921613cbb2d2), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.450109 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3e94d08-47bd-4927-b86b-608c28272f78 req-e9b788b7-248d-4d05-ab51-49e2352481b0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731649 Apr 18 20:54:55.512620 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5f74f013-4f68-4159-8f18-19c54425cebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (850c4c95-d738-46fa-a2a9-921613cbb2d2), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.515482 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5f74f013-4f68-4159-8f18-19c54425cebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.519687 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-5f74f013-4f68-4159-8f18-19c54425cebe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/850c4c95-d738-46fa-a2a9-921613cbb2d2 HTTP/1.1" status: 204 len: 168 time: 0.3465326 Apr 18 20:54:55.529494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74f013-4f68-4159-8f18-19c54425cebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850c4c95-d738-46fa-a2a9-921613cbb2d2,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:55.550478 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5771779f-7d05-43d8-8f0f-045eb496f5d9 admin admin] Publish callbacks [] for security_group (490beaf2-3ebe-4f5e-b630-63daf82ab035), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.677448 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5771779f-7d05-43d8-8f0f-045eb496f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (490beaf2-3ebe-4f5e-b630-63daf82ab035), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.784028 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5771779f-7d05-43d8-8f0f-045eb496f5d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1a4ffb334b045c9b992e2589933174f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7037699 Apr 18 20:54:55.786872 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47564) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:55.793363 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.797794 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771779f-7d05-43d8-8f0f-045eb496f5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490beaf2-3ebe-4f5e-b630-63daf82ab035,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:55.903838 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dfff4a5c-0fb5-46ac-9741-5365f190161d admin admin] Publish callbacks [] for security_group (490beaf2-3ebe-4f5e-b630-63daf82ab035), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.912275 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (9e264a27-4fe0-4d94-91bc-bd2223f1a48e), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:55.939880 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dfff4a5c-0fb5-46ac-9741-5365f190161d admin admin] Publish callbacks [] for security_group (490beaf2-3ebe-4f5e-b630-63daf82ab035), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:56.079952 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47568) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:56.121255 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Floating IP 9e264a27-4fe0-4d94-91bc-bd2223f1a48e associated. External IP: 172.27.1.182, port: 08048698-04fb-409a-968f-fdffa765c514. Apr 18 20:54:56.142718 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dfff4a5c-0fb5-46ac-9741-5365f190161d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (490beaf2-3ebe-4f5e-b630-63daf82ab035), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:56.146514 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dfff4a5c-0fb5-46ac-9741-5365f190161d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:56.152307 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-dfff4a5c-0fb5-46ac-9741-5365f190161d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/490beaf2-3ebe-4f5e-b630-63daf82ab035 HTTP/1.1" status: 204 len: 168 time: 0.3597274 Apr 18 20:54:56.158836 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff4a5c-0fb5-46ac-9741-5365f190161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490beaf2-3ebe-4f5e-b630-63daf82ab035,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:56.367995 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-01f379d7-aed1-4995-8e6a-1063987ec677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:56.909469 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-01f379d7-aed1-4995-8e6a-1063987ec677 admin admin] Publish callbacks [] for security_group (7e1bccb3-506a-4000-af8d-c064baeafe0b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:56.909574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9339-cad2-4fce-a3ab-127325fb9763 req-d667a4a5-11a2-4eee-87f8-e83bfee956c5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:56.909574 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a3db9339-cad2-4fce-a3ab-127325fb9763 req-d667a4a5-11a2-4eee-87f8-e83bfee956c5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1657319 Apr 18 20:54:57.014909 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-01f379d7-aed1-4995-8e6a-1063987ec677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (7e1bccb3-506a-4000-af8d-c064baeafe0b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:57.031261 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a3db9339-cad2-4fce-a3ab-127325fb9763 req-681f8284-de68-4468-8323-bf864e868387 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031156 Apr 18 20:54:57.053431 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Router bf44ee15-9f8f-4741-919f-1f9d2cff83ac has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:57.111799 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-01f379d7-aed1-4995-8e6a-1063987ec677 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41bf0bb7f17e46b5b199dbe1ce399094&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0300076 Apr 18 20:54:57.113158 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f379d7-aed1-4995-8e6a-1063987ec677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1bccb3-506a-4000-af8d-c064baeafe0b,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.117175 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47596) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:57.244054 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d2027f42-6425-4e3b-9540-fb1a77d479fe admin admin] Publish callbacks [] for security_group (7e1bccb3-506a-4000-af8d-c064baeafe0b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:57.289137 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-4994b6ed-50c2-4177-85af-d83071e004e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:57.304193 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d2027f42-6425-4e3b-9540-fb1a77d479fe admin admin] Publish callbacks [] for security_group (7e1bccb3-506a-4000-af8d-c064baeafe0b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:57.321747 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:57.335096 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:57.367974 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] Sync routers for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:57.392826 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:57.394263 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:54:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:57.404283 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f64abbf7-8240-4ff5-aa0e-966e51a726dc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "PUT /v2.0/floatingips/9e264a27-4fe0-4d94-91bc-bd2223f1a48e HTTP/1.1" status: 200 len: 991 time: 2.8748715 Apr 18 20:54:57.405323 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'tag': '08048698-04fb-409a-968f-fdffa765c514'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:57.410437 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea784949-8b29-4fda-87e3-8d3546f393b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b31ac-3dbd-418f-9c7e-8594ce885c90", "tag": "08048698-04fb-409a-968f-fdffa765c514"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:57.495875 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ac2954-6e54-4e32-ab0a-fa2c999e106d x-openstack-request-id: req-d3ac2954-6e54-4e32-ab0a-fa2c999e106d {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:57.496301 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b31ac-3dbd-418f-9c7e-8594ce885c90", "tag": "08048698-04fb-409a-968f-fdffa765c514", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:57.496731 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3ac2954-6e54-4e32-ab0a-fa2c999e106d {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:57.497398 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ac2954-6e54-4e32-ab0a-fa2c999e106d'] response: {'name': 'network-changed', 'server_uuid': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'tag': '08048698-04fb-409a-968f-fdffa765c514', 'status': 'completed', 'code': 200} Apr 18 20:54:57.578253 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d2027f42-6425-4e3b-9540-fb1a77d479fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (7e1bccb3-506a-4000-af8d-c064baeafe0b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:57.581219 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d2027f42-6425-4e3b-9540-fb1a77d479fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:57.582601 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d2027f42-6425-4e3b-9540-fb1a77d479fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e1bccb3-506a-4000-af8d-c064baeafe0b HTTP/1.1" status: 204 len: 168 time: 0.4640989 Apr 18 20:54:57.588355 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-3a639597-6ebd-4b69-aec4-c8606c66f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:57.591692 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-3a639597-6ebd-4b69-aec4-c8606c66f9db service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 1129 time: 0.0716901 Apr 18 20:54:57.608275 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2027f42-6425-4e3b-9540-fb1a77d479fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1bccb3-506a-4000-af8d-c064baeafe0b,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.648537 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:57.737018 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-a78b538a-997e-416e-8273-ae5d75ba1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:57.738893 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-a78b538a-997e-416e-8273-ae5d75ba1f29 service neutron] 10.222.0.78 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 911 time: 0.1400461 Apr 18 20:54:57.876982 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-55c48e26-1266-4923-ab67-bad23b9ec7cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08048698-04fb-409a-968f-fdffa765c514 HTTP/1.1" status: 200 len: 999 time: 0.1288512 Apr 18 20:54:57.978261 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-9db59a63-37ac-43ad-816c-f39cd84a085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:57.981396 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-9db59a63-37ac-43ad-816c-f39cd84a085b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8904da12-6f56-4119-a567-0dcca69c3516 HTTP/1.1" status: 200 len: 849 time: 0.0927966 Apr 18 20:54:58.084535 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-b7e62368-50f6-487c-90d4-dc3d35215212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:58.087877 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-b7e62368-50f6-487c-90d4-dc3d35215212 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971301 Apr 18 20:54:58.129394 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9e264a27-4fe0-4d94-91bc-bd2223f1a48e', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'port_id': '08048698-04fb-409a-968f-fdffa765c514', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'mac_address': 'fa:16:3e:c8:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:18Z', 'updated_at': '2022-04-18T20:54:55Z', 'revision_number': 1, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:58.180209 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] Checking router: bf44ee15-9f8f-4741-919f-1f9d2cff83ac for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:58.210419 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:58.211920 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:54:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:58.266884 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-7b3330e4-df68-4451-b2f1-7bd449c48ec8 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684361 Apr 18 20:54:58.279710 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559a9e0-4cbe-4898-9573-20beda5f80ae req-505a5476-5aac-4237-b905-d50075f3669c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:58.282805 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4559a9e0-4cbe-4898-9573-20beda5f80ae req-505a5476-5aac-4237-b905-d50075f3669c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1260831 Apr 18 20:54:58.392781 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4559a9e0-4cbe-4898-9573-20beda5f80ae req-c24ec29b-3596-471c-affe-7ada01066164 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965233 Apr 18 20:54:58.428311 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:58.451466 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:58.482661 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-ea784949-8b29-4fda-87e3-8d3546f393b1 req-69e069b0-2aab-49a1-9ea2-f0eb52bc1001 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040424 Apr 18 20:54:58.836167 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47636) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:58.871330 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9e264a27-4fe0-4d94-91bc-bd2223f1a48e', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'port_id': '08048698-04fb-409a-968f-fdffa765c514', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'mac_address': 'fa:16:3e:c8:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:18Z', 'updated_at': '2022-04-18T20:54:55Z', 'revision_number': 1, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:58.905926 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229487b-46f9-4ec7-8749-3082f33773b6 None None] The sync data for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi is: [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9e264a27-4fe0-4d94-91bc-bd2223f1a48e', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'port_id': '08048698-04fb-409a-968f-fdffa765c514', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'mac_address': 'fa:16:3e:c8:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:18Z', 'updated_at': '2022-04-18T20:54:55Z', 'revision_number': 1, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:59.196896 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7540810-d52e-4631-848b-9532fb6f32ac None None] New status for floating IP 9e264a27-4fe0-4d94-91bc-bd2223f1a48e: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:59.291591 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47644) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:59.312795 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-aa638688-1211-419c-b39b-8b227f3de49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:59.421494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-aa638688-1211-419c-b39b-8b227f3de49f admin admin] Publish callbacks [] for security_group (8ccb3a2b-2c6a-4530-b68f-2eb5a91cd841), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:59.495737 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-aa638688-1211-419c-b39b-8b227f3de49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8ccb3a2b-2c6a-4530-b68f-2eb5a91cd841), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:59.534478 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b51c13c1-c2ef-4c76-ab49-144de1d01226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:59.592818 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-aa638688-1211-419c-b39b-8b227f3de49f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56f6307065ab40c587fa2057a5f9e717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983286 Apr 18 20:54:59.599763 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47650) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:54:59.692818 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa638688-1211-419c-b39b-8b227f3de49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb3a2b-2c6a-4530-b68f-2eb5a91cd841,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:59.716369 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b51c13c1-c2ef-4c76-ab49-144de1d01226 admin admin] Publish callbacks [] for security_group (612747fa-14a6-41db-ae51-cfe731073515), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:59.732140 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3f367de2-7a45-49fb-a398-20b56983c876 admin admin] Publish callbacks [] for security_group (8ccb3a2b-2c6a-4530-b68f-2eb5a91cd841), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:59.742114 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8743e06-29ad-46e0-904d-8359181449f7 req-9f60b683-b891-4a4f-819e-381cb3c63d47 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:54:59.744069 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c8743e06-29ad-46e0-904d-8359181449f7 req-9f60b683-b891-4a4f-819e-381cb3c63d47 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1872966 Apr 18 20:54:59.827646 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3f367de2-7a45-49fb-a398-20b56983c876 admin admin] Publish callbacks [] for security_group (8ccb3a2b-2c6a-4530-b68f-2eb5a91cd841), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:59.828891 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b51c13c1-c2ef-4c76-ab49-144de1d01226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (612747fa-14a6-41db-ae51-cfe731073515), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:54:59.893465 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c8743e06-29ad-46e0-904d-8359181449f7 req-4a87e758-df5a-494e-9697-ce11de814a1e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274090 Apr 18 20:54:59.908418 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c13c1-c2ef-4c76-ab49-144de1d01226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612747fa-14a6-41db-ae51-cfe731073515,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:59.915869 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b51c13c1-c2ef-4c76-ab49-144de1d01226 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b37293602a5f4c77b311815be208c6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0775011 Apr 18 20:54:59.928794 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47660) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:00.019566 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d271d92f-f80d-4f01-9c69-2020ed0d686d admin admin] Publish callbacks [] for security_group (612747fa-14a6-41db-ae51-cfe731073515), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:00.057024 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d271d92f-f80d-4f01-9c69-2020ed0d686d admin admin] Publish callbacks [] for security_group (612747fa-14a6-41db-ae51-cfe731073515), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:00.060315 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3f367de2-7a45-49fb-a398-20b56983c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8ccb3a2b-2c6a-4530-b68f-2eb5a91cd841), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:00.069251 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3f367de2-7a45-49fb-a398-20b56983c876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:00.074149 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-3f367de2-7a45-49fb-a398-20b56983c876 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ccb3a2b-2c6a-4530-b68f-2eb5a91cd841 HTTP/1.1" status: 204 len: 168 time: 0.4695632 Apr 18 20:55:00.096125 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f367de2-7a45-49fb-a398-20b56983c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb3a2b-2c6a-4530-b68f-2eb5a91cd841,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:00.289034 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:00.317234 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d271d92f-f80d-4f01-9c69-2020ed0d686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (612747fa-14a6-41db-ae51-cfe731073515), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:00.320974 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d271d92f-f80d-4f01-9c69-2020ed0d686d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:00.322825 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d271d92f-f80d-4f01-9c69-2020ed0d686d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/612747fa-14a6-41db-ae51-cfe731073515 HTTP/1.1" status: 204 len: 168 time: 0.3926280 Apr 18 20:55:00.333932 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271d92f-f80d-4f01-9c69-2020ed0d686d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612747fa-14a6-41db-ae51-cfe731073515,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:01.058800 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2310b4-9db1-47cf-a0f8-f60a8c0b5c7e req-9d6f9548-d49b-4ac6-b00c-e59d326a41e2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:01.061395 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7b2310b4-9db1-47cf-a0f8-f60a8c0b5c7e req-9d6f9548-d49b-4ac6-b00c-e59d326a41e2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0837374 Apr 18 20:55:01.157408 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7b2310b4-9db1-47cf-a0f8-f60a8c0b5c7e req-40619b0c-c2d9-4cf2-97f6-004143e6bbb1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805447 Apr 18 20:55:01.608839 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47692) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:01.626298 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:01.630535 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c186cf3d-ed43-4905-896a-340327cb3e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:01.801166 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c186cf3d-ed43-4905-896a-340327cb3e2e admin admin] Publish callbacks [] for security_group (ed238b7d-7215-47fd-af84-9af9cb9f060b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:01.911878 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c186cf3d-ed43-4905-896a-340327cb3e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ed238b7d-7215-47fd-af84-9af9cb9f060b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:01.947975 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:01.994930 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c186cf3d-ed43-4905-896a-340327cb3e2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44859743da68467686262660345b9d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794088 Apr 18 20:55:01.994930 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47700) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:02.013799 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186cf3d-ed43-4905-896a-340327cb3e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed238b7d-7215-47fd-af84-9af9cb9f060b,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:02.087560 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-be710c33-1fbc-4c07-ac7f-95340a32658d admin admin] Publish callbacks [] for security_group (ed238b7d-7215-47fd-af84-9af9cb9f060b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:02.133120 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-be710c33-1fbc-4c07-ac7f-95340a32658d admin admin] Publish callbacks [] for security_group (ed238b7d-7215-47fd-af84-9af9cb9f060b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:02.356344 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-be710c33-1fbc-4c07-ac7f-95340a32658d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ed238b7d-7215-47fd-af84-9af9cb9f060b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:02.367185 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-be710c33-1fbc-4c07-ac7f-95340a32658d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:02.371585 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-be710c33-1fbc-4c07-ac7f-95340a32658d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed238b7d-7215-47fd-af84-9af9cb9f060b HTTP/1.1" status: 204 len: 168 time: 0.3731775 Apr 18 20:55:02.390326 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be710c33-1fbc-4c07-ac7f-95340a32658d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed238b7d-7215-47fd-af84-9af9cb9f060b,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:02.396696 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bddecc-6ade-459c-ab20-a845b2b576ee req-702c33f9-6190-480c-9db6-b49424c16218 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:02.411314 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-14bddecc-6ade-459c-ab20-a845b2b576ee req-702c33f9-6190-480c-9db6-b49424c16218 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1177347 Apr 18 20:55:02.500954 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-14bddecc-6ade-459c-ab20-a845b2b576ee req-86da73eb-b057-4afa-a728-b3f9d409cab8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878251 Apr 18 20:55:03.689140 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e41b3b-9331-4746-894f-9b9177374e39 req-802f6799-197d-47b8-84d2-6eedbea37724 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:03.695529 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-28e41b3b-9331-4746-894f-9b9177374e39 req-802f6799-197d-47b8-84d2-6eedbea37724 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0918109 Apr 18 20:55:03.797910 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-28e41b3b-9331-4746-894f-9b9177374e39 req-cccc347a-3677-4ab8-886b-3fe228b010ef tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928645 Apr 18 20:55:04.689065 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:55:05.054883 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebce38-95d3-4aa0-a17b-5020ac19f0f3 req-5ef56129-c494-44d2-8546-1423ceed15d2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:05.058180 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-72ebce38-95d3-4aa0-a17b-5020ac19f0f3 req-5ef56129-c494-44d2-8546-1423ceed15d2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0906467 Apr 18 20:55:05.133077 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-72ebce38-95d3-4aa0-a17b-5020ac19f0f3 req-05b69596-92ed-45a6-8261-99cc721df9c8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632408 Apr 18 20:55:06.365844 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613975b9-2e3d-499e-8fc7-4ac135506235 req-00fefeb3-7a9f-41eb-a5be-4400a49e63b2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:06.368439 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-613975b9-2e3d-499e-8fc7-4ac135506235 req-00fefeb3-7a9f-41eb-a5be-4400a49e63b2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0958519 Apr 18 20:55:06.475261 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-613975b9-2e3d-499e-8fc7-4ac135506235 req-75bbaa1a-cd54-4b14-b256-7b033eb05b49 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958762 Apr 18 20:55:07.629709 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a114da6-9dac-4764-82b1-24538b1606f3 req-54b448c8-4849-4b07-ae87-5ef2bf74ad2e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:07.631441 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4a114da6-9dac-4764-82b1-24538b1606f3 req-54b448c8-4849-4b07-ae87-5ef2bf74ad2e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0602541 Apr 18 20:55:07.711940 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4a114da6-9dac-4764-82b1-24538b1606f3 req-8c0951b8-7ded-4f63-aa50-9c889a66936d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677993 Apr 18 20:55:08.687293 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 47926) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:08.912072 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d148617b-43f2-4b8c-b106-86503861c873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:08.945378 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69f9e-9e44-4464-80bc-d122c70ebd40 req-1efa6ea9-40ad-4aa9-8689-a7304dce6b63 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:08.955456 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3cc69f9e-9e44-4464-80bc-d122c70ebd40 req-1efa6ea9-40ad-4aa9-8689-a7304dce6b63 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1168742 Apr 18 20:55:09.099560 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3cc69f9e-9e44-4464-80bc-d122c70ebd40 req-f93b05a4-5a76-4255-9555-230ec586e4c3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438415 Apr 18 20:55:09.165399 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d148617b-43f2-4b8c-b106-86503861c873 admin admin] Publish callbacks [] for security_group (76680066-8390-4735-923b-0f2ea9d71c2c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:09.398477 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d148617b-43f2-4b8c-b106-86503861c873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (76680066-8390-4735-923b-0f2ea9d71c2c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:09.478170 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d148617b-43f2-4b8c-b106-86503861c873 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e298664d0074257b982aabc36049b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7893398 Apr 18 20:55:09.480270 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148617b-43f2-4b8c-b106-86503861c873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76680066-8390-4735-923b-0f2ea9d71c2c,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:09.481476 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47938) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:09.569213 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9893d75b-723d-4817-acc5-7eded9b65b17 admin admin] Publish callbacks [] for security_group (76680066-8390-4735-923b-0f2ea9d71c2c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:09.610211 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9893d75b-723d-4817-acc5-7eded9b65b17 admin admin] Publish callbacks [] for security_group (76680066-8390-4735-923b-0f2ea9d71c2c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:09.785639 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9893d75b-723d-4817-acc5-7eded9b65b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (76680066-8390-4735-923b-0f2ea9d71c2c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:09.788332 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9893d75b-723d-4817-acc5-7eded9b65b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:09.789601 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9893d75b-723d-4817-acc5-7eded9b65b17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76680066-8390-4735-923b-0f2ea9d71c2c HTTP/1.1" status: 204 len: 168 time: 0.3066313 Apr 18 20:55:09.800720 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d75b-723d-4817-acc5-7eded9b65b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76680066-8390-4735-923b-0f2ea9d71c2c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:10.428810 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2c6b-36ed-45c2-9abb-d6acccfade45 req-5d6fe50a-a3f9-446c-bb96-5d1dfef582d5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:10.431554 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5d9b2c6b-36ed-45c2-9abb-d6acccfade45 req-5d6fe50a-a3f9-446c-bb96-5d1dfef582d5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0879612 Apr 18 20:55:10.502121 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5d9b2c6b-36ed-45c2-9abb-d6acccfade45 req-5a58f780-f68c-4772-b8b3-6f66e2127af1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602505 Apr 18 20:55:10.743566 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47952) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:10.758975 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b856b44-1a12-4937-ae6c-baff1bbc7590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:10.886091 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b856b44-1a12-4937-ae6c-baff1bbc7590 admin admin] Publish callbacks [] for security_group (b37fa382-4e62-41a7-afa9-78d9e0f4605c), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:10.940061 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b856b44-1a12-4937-ae6c-baff1bbc7590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (b37fa382-4e62-41a7-afa9-78d9e0f4605c), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:10.989068 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-6b856b44-1a12-4937-ae6c-baff1bbc7590 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16d3ded9f1ea410ba0de1deb1000b0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435744 Apr 18 20:55:10.990055 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b856b44-1a12-4937-ae6c-baff1bbc7590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37fa382-4e62-41a7-afa9-78d9e0f4605c,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:10.993054 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 47954) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:11.067976 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1bbdeef9-7585-43bb-ad03-b7135e9586cb admin admin] Publish callbacks [] for security_group (b37fa382-4e62-41a7-afa9-78d9e0f4605c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:11.112323 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1bbdeef9-7585-43bb-ad03-b7135e9586cb admin admin] Publish callbacks [] for security_group (b37fa382-4e62-41a7-afa9-78d9e0f4605c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:11.311584 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1bbdeef9-7585-43bb-ad03-b7135e9586cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (b37fa382-4e62-41a7-afa9-78d9e0f4605c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:11.315416 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1bbdeef9-7585-43bb-ad03-b7135e9586cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:11.322868 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-1bbdeef9-7585-43bb-ad03-b7135e9586cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b37fa382-4e62-41a7-afa9-78d9e0f4605c HTTP/1.1" status: 204 len: 168 time: 0.3228598 Apr 18 20:55:11.331939 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdeef9-7585-43bb-ad03-b7135e9586cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37fa382-4e62-41a7-afa9-78d9e0f4605c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:11.703102 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dec2-79c7-40af-a011-619c0974ecae req-70c0f8a3-9442-44a4-bdc1-8325c721bef2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:11.704847 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8478dec2-79c7-40af-a011-619c0974ecae req-70c0f8a3-9442-44a4-bdc1-8325c721bef2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0804086 Apr 18 20:55:11.774253 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8478dec2-79c7-40af-a011-619c0974ecae req-4ee27e9b-4af8-4f69-ac7d-60868c282f8c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624440 Apr 18 20:55:12.933972 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060b40e-72c8-4242-9dae-664041a175de req-6fa60b87-554d-43b3-8175-9b2a2d885445 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:12.936278 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0060b40e-72c8-4242-9dae-664041a175de req-6fa60b87-554d-43b3-8175-9b2a2d885445 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0642152 Apr 18 20:55:13.023421 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0060b40e-72c8-4242-9dae-664041a175de req-dc62d332-42d3-4bd4-9782-a0bf89651c39 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791991 Apr 18 20:55:14.232557 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928728d-4b31-42f8-875a-eb82eb0c0787 req-47f9556d-10fa-4787-ae38-bb0ca21119f6 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:14.236405 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1928728d-4b31-42f8-875a-eb82eb0c0787 req-47f9556d-10fa-4787-ae38-bb0ca21119f6 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1019087 Apr 18 20:55:14.302324 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1928728d-4b31-42f8-875a-eb82eb0c0787 req-bc887ac4-e21d-4a83-b0cd-f7bf637478c2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584123 Apr 18 20:55:15.459516 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd546c-94ee-4817-a52e-fdf64d8e72f7 req-4f619898-c1ef-4ebb-8932-6236393cf20e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:15.462336 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-43dd546c-94ee-4817-a52e-fdf64d8e72f7 req-4f619898-c1ef-4ebb-8932-6236393cf20e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0598409 Apr 18 20:55:15.538035 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-43dd546c-94ee-4817-a52e-fdf64d8e72f7 req-0d73a665-fc97-43ae-b4b0-834755593fa0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677693 Apr 18 20:55:16.695108 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb0e37-2c4a-41db-b06b-8af423101e36 req-7bc04c50-9d90-4463-a288-27d0724d0bd4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:16.697073 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56bb0e37-2c4a-41db-b06b-8af423101e36 req-7bc04c50-9d90-4463-a288-27d0724d0bd4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0639746 Apr 18 20:55:16.772718 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56bb0e37-2c4a-41db-b06b-8af423101e36 req-7d9bd506-1dbe-4265-a7ed-aacc5839b656 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683417 Apr 18 20:55:17.982546 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d31cb-4ae0-4a5e-8f98-a8191a3ff43c req-5da41464-fdff-4eeb-9305-f14cad9e7b23 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:17.984440 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bc1d31cb-4ae0-4a5e-8f98-a8191a3ff43c req-5da41464-fdff-4eeb-9305-f14cad9e7b23 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0824068 Apr 18 20:55:18.064421 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bc1d31cb-4ae0-4a5e-8f98-a8191a3ff43c req-58e5c9f3-01ac-4a85-a9be-69b5f31d89fd tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726750 Apr 18 20:55:18.185857 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48136) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:18.375889 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06d2a4ad-0e1d-41f1-a230-22af6258dabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:18.507460 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06d2a4ad-0e1d-41f1-a230-22af6258dabd admin admin] Publish callbacks [] for security_group (36fdae88-b74d-4d28-9921-7f5e305f5882), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:18.621223 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06d2a4ad-0e1d-41f1-a230-22af6258dabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (36fdae88-b74d-4d28-9921-7f5e305f5882), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:18.699724 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-06d2a4ad-0e1d-41f1-a230-22af6258dabd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ca190b9c5ce4a4994e57f2918d69a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5117929 Apr 18 20:55:18.701271 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2a4ad-0e1d-41f1-a230-22af6258dabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fdae88-b74d-4d28-9921-7f5e305f5882,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:18.704232 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48142) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:18.809579 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-baf2b371-6162-4f77-9025-907b76d009c5 admin admin] Publish callbacks [] for security_group (36fdae88-b74d-4d28-9921-7f5e305f5882), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:18.848259 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-baf2b371-6162-4f77-9025-907b76d009c5 admin admin] Publish callbacks [] for security_group (36fdae88-b74d-4d28-9921-7f5e305f5882), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:19.055954 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-baf2b371-6162-4f77-9025-907b76d009c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (36fdae88-b74d-4d28-9921-7f5e305f5882), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:19.060576 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-baf2b371-6162-4f77-9025-907b76d009c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:19.062727 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-baf2b371-6162-4f77-9025-907b76d009c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36fdae88-b74d-4d28-9921-7f5e305f5882 HTTP/1.1" status: 204 len: 168 time: 0.3545094 Apr 18 20:55:19.078266 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2b371-6162-4f77-9025-907b76d009c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fdae88-b74d-4d28-9921-7f5e305f5882,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:19.285503 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029ad0e-110a-4077-a147-dd89386c5d85 req-418826f4-ab13-45c7-b054-68b4028d7890 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:19.299801 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3029ad0e-110a-4077-a147-dd89386c5d85 req-418826f4-ab13-45c7-b054-68b4028d7890 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0928175 Apr 18 20:55:19.383089 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3029ad0e-110a-4077-a147-dd89386c5d85 req-52501f16-79df-45c9-9786-a01e7424fd99 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Apr 18 20:55:20.298728 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48186) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:20.313757 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48190) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:20.330395 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dc62b5b6-beb9-445d-b253-65dc3e1a0f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:20.514410 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dc62b5b6-beb9-445d-b253-65dc3e1a0f26 admin admin] Publish callbacks [] for security_group (b50add87-fad6-45b1-830e-5c74dfbcbb52), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:20.588866 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f823f0-244c-49c4-a14f-d2df32fe4907 req-0d71a7c8-f083-4106-91bd-6c4ed91957c0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:20.591253 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-03f823f0-244c-49c4-a14f-d2df32fe4907 req-0d71a7c8-f083-4106-91bd-6c4ed91957c0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0881810 Apr 18 20:55:20.691249 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-03f823f0-244c-49c4-a14f-d2df32fe4907 req-deef3e2c-986f-410a-a081-59a8ccaf972b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685976 Apr 18 20:55:20.724137 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-687b221b-809b-4814-8cce-d43ec871c6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:20.738365 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dc62b5b6-beb9-445d-b253-65dc3e1a0f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (b50add87-fad6-45b1-830e-5c74dfbcbb52), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:20.811956 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-dc62b5b6-beb9-445d-b253-65dc3e1a0f26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5859c0ecdcb419eb47be5a1af8bfeca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4970291 Apr 18 20:55:20.817399 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48200) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:20.826795 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62b5b6-beb9-445d-b253-65dc3e1a0f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50add87-fad6-45b1-830e-5c74dfbcbb52,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:20.839058 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82517490-76ff-40b5-b78e-f39d433aa591 req-a44e4a4d-13c6-48f7-ae28-e9f8cd278c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:20.841417 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-82517490-76ff-40b5-b78e-f39d433aa591 req-a44e4a4d-13c6-48f7-ae28-e9f8cd278c7e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 1129 time: 0.0624275 Apr 18 20:55:20.915234 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-82517490-76ff-40b5-b78e-f39d433aa591 req-2ec5309b-e6d4-437b-be45-22704d1bc669 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648289 Apr 18 20:55:20.943135 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8820bd67-4356-4b3c-9a10-4a73590773e2 admin admin] Publish callbacks [] for security_group (b50add87-fad6-45b1-830e-5c74dfbcbb52), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:20.968415 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-687b221b-809b-4814-8cce-d43ec871c6df admin admin] Publish callbacks [] for security_group (65f6a76d-581c-40e0-81de-16106764632a), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:20.983467 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8820bd67-4356-4b3c-9a10-4a73590773e2 admin admin] Publish callbacks [] for security_group (b50add87-fad6-45b1-830e-5c74dfbcbb52), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:21.093038 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-687b221b-809b-4814-8cce-d43ec871c6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (65f6a76d-581c-40e0-81de-16106764632a), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:21.134259 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8820bd67-4356-4b3c-9a10-4a73590773e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (b50add87-fad6-45b1-830e-5c74dfbcbb52), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:21.140916 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8820bd67-4356-4b3c-9a10-4a73590773e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:21.140916 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-8820bd67-4356-4b3c-9a10-4a73590773e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b50add87-fad6-45b1-830e-5c74dfbcbb52 HTTP/1.1" status: 204 len: 168 time: 0.3139257 Apr 18 20:55:21.171095 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b221b-809b-4814-8cce-d43ec871c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f6a76d-581c-40e0-81de-16106764632a,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.223438 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820bd67-4356-4b3c-9a10-4a73590773e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50add87-fad6-45b1-830e-5c74dfbcbb52,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.239701 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-687b221b-809b-4814-8cce-d43ec871c6df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52323c98773448a6b589b366b72d5203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9396491 Apr 18 20:55:21.245653 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48210) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:21.341703 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ac1f37f1-96c5-483c-927b-62c8fd39dada admin admin] Publish callbacks [] for security_group (65f6a76d-581c-40e0-81de-16106764632a), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:21.376228 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ac1f37f1-96c5-483c-927b-62c8fd39dada admin admin] Publish callbacks [] for security_group (65f6a76d-581c-40e0-81de-16106764632a), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:21.523154 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ac1f37f1-96c5-483c-927b-62c8fd39dada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (65f6a76d-581c-40e0-81de-16106764632a), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:21.528741 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ac1f37f1-96c5-483c-927b-62c8fd39dada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:21.531305 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-ac1f37f1-96c5-483c-927b-62c8fd39dada admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65f6a76d-581c-40e0-81de-16106764632a HTTP/1.1" status: 204 len: 168 time: 0.2839308 Apr 18 20:55:21.551941 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f37f1-96c5-483c-927b-62c8fd39dada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f6a76d-581c-40e0-81de-16106764632a,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.883717 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a9a9-ec9d-426e-989d-837cb7a874e3 req-79507562-f89b-44fe-b1dc-757ca3fd5fc2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:21.893410 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c9f8a9a9-ec9d-426e-989d-837cb7a874e3 req-79507562-f89b-44fe-b1dc-757ca3fd5fc2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0802333 Apr 18 20:55:21.948221 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c9f8a9a9-ec9d-426e-989d-837cb7a874e3 req-a4449458-618e-4786-ac92-cfbf5fed1f26 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519361 Apr 18 20:55:22.666135 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48244) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:22.689231 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4585b537-97ef-41a3-bdd5-41be6fb8e033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:22.788025 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4585b537-97ef-41a3-bdd5-41be6fb8e033 admin admin] Publish callbacks [] for security_group (1a3ce812-f005-4817-91a8-d91b12447250), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:22.894345 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4585b537-97ef-41a3-bdd5-41be6fb8e033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1a3ce812-f005-4817-91a8-d91b12447250), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:22.936762 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585b537-97ef-41a3-bdd5-41be6fb8e033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3ce812-f005-4817-91a8-d91b12447250,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:22.941332 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4585b537-97ef-41a3-bdd5-41be6fb8e033 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbcdf63cc90b4ce29abf17416dfe204a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730403 Apr 18 20:55:22.944316 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48250) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:23.047261 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-92a19eab-b2bd-4899-8561-716e86d89162 admin admin] Publish callbacks [] for security_group (1a3ce812-f005-4817-91a8-d91b12447250), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:23.114639 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-92a19eab-b2bd-4899-8561-716e86d89162 admin admin] Publish callbacks [] for security_group (1a3ce812-f005-4817-91a8-d91b12447250), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:23.132774 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c32d3-49d5-4f96-9935-716d8b2841bb req-5a089c9d-592b-4506-8bf4-e0cf7f9df299 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:23.135396 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-943c32d3-49d5-4f96-9935-716d8b2841bb req-5a089c9d-592b-4506-8bf4-e0cf7f9df299 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1056190 Apr 18 20:55:23.254128 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-943c32d3-49d5-4f96-9935-716d8b2841bb req-667d1a81-9b6c-4c1c-9eab-0929ddafa4b0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049559 Apr 18 20:55:23.375320 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-92a19eab-b2bd-4899-8561-716e86d89162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1a3ce812-f005-4817-91a8-d91b12447250), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:23.380330 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-92a19eab-b2bd-4899-8561-716e86d89162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:23.382243 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-92a19eab-b2bd-4899-8561-716e86d89162 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a3ce812-f005-4817-91a8-d91b12447250 HTTP/1.1" status: 204 len: 168 time: 0.4365649 Apr 18 20:55:23.396022 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a19eab-b2bd-4899-8561-716e86d89162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3ce812-f005-4817-91a8-d91b12447250,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:23.496927 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2315196-f270-40f3-b900-51d823fc16cb req-875901f3-b04e-45b6-92aa-abf6afbaf819 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:23.503692 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e2315196-f270-40f3-b900-51d823fc16cb req-875901f3-b04e-45b6-92aa-abf6afbaf819 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.1044562 Apr 18 20:55:23.595902 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e2315196-f270-40f3-b900-51d823fc16cb req-bbf61904-cdf4-4bbb-80b8-749e7213da9b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834007 Apr 18 20:55:24.940064 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3603697f-3cb5-4a98-bd08-2119132b1785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:26.057106 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48360) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:26.381056 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-df16fcbe-76cf-48f4-8bc8-fa27df3f75b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:26.499208 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-df16fcbe-76cf-48f4-8bc8-fa27df3f75b1 admin admin] Publish callbacks [] for security_group (6b645605-2131-4dd6-bc8d-dbb850b0df03), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:26.579919 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-df16fcbe-76cf-48f4-8bc8-fa27df3f75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (6b645605-2131-4dd6-bc8d-dbb850b0df03), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:26.624310 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-df16fcbe-76cf-48f4-8bc8-fa27df3f75b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=869c1b9cc8a14ddeaa70991f83e959c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5661364 Apr 18 20:55:26.625226 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16fcbe-76cf-48f4-8bc8-fa27df3f75b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b645605-2131-4dd6-bc8d-dbb850b0df03,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:26.627434 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48378) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:26.688450 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f413f2f0-b028-48e4-bcff-800cc924b036 admin admin] Publish callbacks [] for security_group (6b645605-2131-4dd6-bc8d-dbb850b0df03), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:26.733303 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f413f2f0-b028-48e4-bcff-800cc924b036 admin admin] Publish callbacks [] for security_group (6b645605-2131-4dd6-bc8d-dbb850b0df03), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:26.946911 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f413f2f0-b028-48e4-bcff-800cc924b036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (6b645605-2131-4dd6-bc8d-dbb850b0df03), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:26.951369 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f413f2f0-b028-48e4-bcff-800cc924b036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:26.958045 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f413f2f0-b028-48e4-bcff-800cc924b036 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b645605-2131-4dd6-bc8d-dbb850b0df03 HTTP/1.1" status: 204 len: 168 time: 0.3285325 Apr 18 20:55:26.973979 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413f2f0-b028-48e4-bcff-800cc924b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b645605-2131-4dd6-bc8d-dbb850b0df03,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:27.111096 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48400) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:27.268194 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-efa372ee-3413-4e28-9c22-ed1772c2ba7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:27.365302 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e98609-fcf2-4e94-b0b2-4503a3ef631e req-acc7ccdc-ea6d-48cc-9f04-48299fb26027 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:27.366985 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-49e98609-fcf2-4e94-b0b2-4503a3ef631e req-acc7ccdc-ea6d-48cc-9f04-48299fb26027 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0541420 Apr 18 20:55:27.386588 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8040afcc-2a96-4221-82a7-c265807ad1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:27.398873 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-efa372ee-3413-4e28-9c22-ed1772c2ba7b admin admin] Publish callbacks [] for security_group (be9033f2-73b6-4598-9d91-7affffff8100), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:27.437421 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-49e98609-fcf2-4e94-b0b2-4503a3ef631e req-26be8e00-6906-4d54-b9da-89bd89a6213e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634243 Apr 18 20:55:27.506666 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-2c7b07ff-65b6-46fc-8499-0f902b06eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:27.508337 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-2c7b07ff-65b6-46fc-8499-0f902b06eeb9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 1130 time: 0.0533717 Apr 18 20:55:27.618141 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-efa372ee-3413-4e28-9c22-ed1772c2ba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (be9033f2-73b6-4598-9d91-7affffff8100), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:27.674585 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-efa372ee-3413-4e28-9c22-ed1772c2ba7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c363767e3d14054b6f25b3322179e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619402 Apr 18 20:55:27.683589 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa372ee-3413-4e28-9c22-ed1772c2ba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9033f2-73b6-4598-9d91-7affffff8100,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:27.685978 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48416) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:27.688899 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-d30b0bf1-fc18-42b6-9622-454765c16d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:27.690414 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-d30b0bf1-fc18-42b6-9622-454765c16d1c service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.1740956 Apr 18 20:55:27.745148 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-d81dfd7e-be35-4675-929f-f7a69df5e8cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b HTTP/1.1" status: 200 len: 217 time: 0.0461812 Apr 18 20:55:27.760318 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-20351456-9f1b-4779-836d-c407a622d22b admin admin] Publish callbacks [] for security_group (be9033f2-73b6-4598-9d91-7affffff8100), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:27.785511 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-20351456-9f1b-4779-836d-c407a622d22b admin admin] Publish callbacks [] for security_group (be9033f2-73b6-4598-9d91-7affffff8100), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:27.826015 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-6a22f5ae-5afd-4b00-a504-3b36bd1bd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:27.828637 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-6a22f5ae-5afd-4b00-a504-3b36bd1bd979 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.0757542 Apr 18 20:55:27.913148 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-d61fc144-3eb7-4ffa-9177-01ff764d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:27.916289 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-d61fc144-3eb7-4ffa-9177-01ff764d9cb9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757236 Apr 18 20:55:27.956767 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-20351456-9f1b-4779-836d-c407a622d22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (be9033f2-73b6-4598-9d91-7affffff8100), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:27.959457 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-20351456-9f1b-4779-836d-c407a622d22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:27.960675 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-20351456-9f1b-4779-836d-c407a622d22b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be9033f2-73b6-4598-9d91-7affffff8100 HTTP/1.1" status: 204 len: 168 time: 0.2739155 Apr 18 20:55:27.970691 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351456-9f1b-4779-836d-c407a622d22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9033f2-73b6-4598-9d91-7affffff8100,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:28.043049 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-e73b595a-c807-49b6-bd96-8d00bcd8cc2a service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203849 Apr 18 20:55:28.127554 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48424) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:28.141529 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6147661e-91fd-4de4-934b-f7c65e0accbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:28.144295 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-9b17c34a-be56-4100-a27b-2c9250ab0300 req-86c9562d-8070-492d-ad6b-a7c54cc60a15 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894659 Apr 18 20:55:28.253635 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6147661e-91fd-4de4-934b-f7c65e0accbe admin admin] Publish callbacks [] for security_group (90f34456-cc85-4be3-947e-d7f42f5c5464), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:28.329522 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6147661e-91fd-4de4-934b-f7c65e0accbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (90f34456-cc85-4be3-947e-d7f42f5c5464), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:28.330101 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:28.389650 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6147661e-91fd-4de4-934b-f7c65e0accbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23830ffd11e947afb7398d50860a5cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610068 Apr 18 20:55:28.390556 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147661e-91fd-4de4-934b-f7c65e0accbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f34456-cc85-4be3-947e-d7f42f5c5464,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:28.393098 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48432) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:28.452258 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9db2360e-94fd-4380-adb0-c6ff66b97a9d admin admin] Publish callbacks [] for security_group (90f34456-cc85-4be3-947e-d7f42f5c5464), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:28.480634 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9db2360e-94fd-4380-adb0-c6ff66b97a9d admin admin] Publish callbacks [] for security_group (90f34456-cc85-4be3-947e-d7f42f5c5464), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:28.600629 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2e43-c03c-41fd-b954-915bc5b92f32 req-3edd95ca-e6c7-41ed-8b00-f339d595b443 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:28.602297 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-62cd2e43-c03c-41fd-b954-915bc5b92f32 req-3edd95ca-e6c7-41ed-8b00-f339d595b443 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0699842 Apr 18 20:55:28.660782 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9db2360e-94fd-4380-adb0-c6ff66b97a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (90f34456-cc85-4be3-947e-d7f42f5c5464), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:28.663543 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9db2360e-94fd-4380-adb0-c6ff66b97a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:28.673518 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9db2360e-94fd-4380-adb0-c6ff66b97a9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90f34456-cc85-4be3-947e-d7f42f5c5464 HTTP/1.1" status: 204 len: 168 time: 0.2707248 Apr 18 20:55:28.673518 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-62cd2e43-c03c-41fd-b954-915bc5b92f32 req-06b54f15-7c70-49d3-bfe4-69d20367fb2e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591438 Apr 18 20:55:28.677930 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2360e-94fd-4380-adb0-c6ff66b97a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f34456-cc85-4be3-947e-d7f42f5c5464,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:28.968919 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48452) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:28.985208 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f4bfba8-2b06-4dd4-a72e-522066dc70de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:29.090849 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f4bfba8-2b06-4dd4-a72e-522066dc70de admin admin] Publish callbacks [] for security_group (486cbc5f-8ad7-41a7-8d95-5f6f31821ade), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:29.192221 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f4bfba8-2b06-4dd4-a72e-522066dc70de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (486cbc5f-8ad7-41a7-8d95-5f6f31821ade), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:29.270823 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0f4bfba8-2b06-4dd4-a72e-522066dc70de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14f96fa541254e9686102de9456cff22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003953 Apr 18 20:55:29.273474 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48462) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:29.273711 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bfba8-2b06-4dd4-a72e-522066dc70de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486cbc5f-8ad7-41a7-8d95-5f6f31821ade,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:29.348604 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e15bfebc-9751-4f56-be91-8d8149e8959d admin admin] Publish callbacks [] for security_group (486cbc5f-8ad7-41a7-8d95-5f6f31821ade), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:29.386580 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e15bfebc-9751-4f56-be91-8d8149e8959d admin admin] Publish callbacks [] for security_group (486cbc5f-8ad7-41a7-8d95-5f6f31821ade), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:29.585646 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e15bfebc-9751-4f56-be91-8d8149e8959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (486cbc5f-8ad7-41a7-8d95-5f6f31821ade), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:29.589230 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e15bfebc-9751-4f56-be91-8d8149e8959d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:29.608800 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-e15bfebc-9751-4f56-be91-8d8149e8959d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/486cbc5f-8ad7-41a7-8d95-5f6f31821ade HTTP/1.1" status: 204 len: 168 time: 0.3140733 Apr 18 20:55:29.608800 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bfebc-9751-4f56-be91-8d8149e8959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486cbc5f-8ad7-41a7-8d95-5f6f31821ade,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:29.643414 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48472) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:29.878889 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f98aeb-e250-4465-a69d-200c800454ec req-38635e14-0dd6-448e-9f42-46631b7bc5de tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:29.888292 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-42f98aeb-e250-4465-a69d-200c800454ec req-38635e14-0dd6-448e-9f42-46631b7bc5de tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0972683 Apr 18 20:55:29.946554 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-42f98aeb-e250-4465-a69d-200c800454ec req-ade22b14-330a-4e88-8522-bd8e36117ecf tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560477 Apr 18 20:55:30.088181 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1b864882-7600-44c2-9f68-e04621aa9e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:30.163482 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:30.263302 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1b864882-7600-44c2-9f68-e04621aa9e6a admin admin] Publish callbacks [] for security_group (71eb663f-2df6-4aae-a2ea-925153962b68), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:30.351601 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1b864882-7600-44c2-9f68-e04621aa9e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (71eb663f-2df6-4aae-a2ea-925153962b68), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:30.394850 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-1b864882-7600-44c2-9f68-e04621aa9e6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44ca9f6a1fab4560a060aca7d16baa04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7499192 Apr 18 20:55:30.395405 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b864882-7600-44c2-9f68-e04621aa9e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71eb663f-2df6-4aae-a2ea-925153962b68,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:30.397735 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48492) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:30.456793 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-44b856bd-c5dd-425d-8ad4-81b22fe52848 admin admin] Publish callbacks [] for security_group (71eb663f-2df6-4aae-a2ea-925153962b68), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:30.495250 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-44b856bd-c5dd-425d-8ad4-81b22fe52848 admin admin] Publish callbacks [] for security_group (71eb663f-2df6-4aae-a2ea-925153962b68), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:30.649157 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-44b856bd-c5dd-425d-8ad4-81b22fe52848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (71eb663f-2df6-4aae-a2ea-925153962b68), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:30.656250 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-44b856bd-c5dd-425d-8ad4-81b22fe52848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:30.658491 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-44b856bd-c5dd-425d-8ad4-81b22fe52848 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71eb663f-2df6-4aae-a2ea-925153962b68 HTTP/1.1" status: 204 len: 168 time: 0.2591665 Apr 18 20:55:30.672762 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b856bd-c5dd-425d-8ad4-81b22fe52848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eb663f-2df6-4aae-a2ea-925153962b68,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.088570 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecae107-ecf8-4a7b-816c-2f7e1ffa6dbe req-5e7ef7b7-2067-4f02-964e-653a9dbcaa6f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:31.090992 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ecae107-ecf8-4a7b-816c-2f7e1ffa6dbe req-5e7ef7b7-2067-4f02-964e-653a9dbcaa6f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0660634 Apr 18 20:55:31.166495 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48518) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:31.205343 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ecae107-ecf8-4a7b-816c-2f7e1ffa6dbe req-1c8a617d-9965-41ef-85ef-630facf0f409 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049383 Apr 18 20:55:31.292626 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1532995850-network', 'tenant_id': '3b29f8249a2d4d71b69d9eabafbc8881'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:31.437682 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Made reservation on behalf of 3b29f8249a2d4d71b69d9eabafbc8881 for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:31.441545 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.457588 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.559409 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.625919 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Publish callbacks [] for security_group (95bd369d-d64b-421e-b66e-866e4d1550b2), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.645126 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48530) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:31.661300 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb74d-c6d7-4015-984e-4f2518d40c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.730200 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (95bd369d-d64b-421e-b66e-866e4d1550b2), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.770555 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:31.791562 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb74d-c6d7-4015-984e-4f2518d40c31 admin admin] Publish callbacks [] for security_group (87ca934b-3566-42e9-92ed-b32c5c200421), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.808611 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (aa24d2f3-6396-4391-85bd-4417c189b4b5), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.809141 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Added segment aa24d2f3-6396-4391-85bd-4417c189b4b5 of type vlan for network 7b08b45a-f7e8-41d9-b867-c2574aee3115 Apr 18 20:55:31.811748 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bd369d-d64b-421e-b66e-866e4d1550b2,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.876824 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb74d-c6d7-4015-984e-4f2518d40c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (87ca934b-3566-42e9-92ed-b32c5c200421), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.902411 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (7b08b45a-f7e8-41d9-b867-c2574aee3115), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.934198 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:31.962171 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d7bbb74d-c6d7-4015-984e-4f2518d40c31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4cd72c236ac4b3b97a0034dc344553b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155768 Apr 18 20:55:31.963745 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbb74d-c6d7-4015-984e-4f2518d40c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ca934b-3566-42e9-92ed-b32c5c200421,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.966249 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48540) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:32.033038 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e72cb139-d58b-4d15-8084-02ecf5724946 admin admin] Publish callbacks [] for security_group (87ca934b-3566-42e9-92ed-b32c5c200421), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:32.059554 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e72cb139-d58b-4d15-8084-02ecf5724946 admin admin] Publish callbacks [] for security_group (87ca934b-3566-42e9-92ed-b32c5c200421), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:32.085757 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (7b08b45a-f7e8-41d9-b867-c2574aee3115), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:32.086730 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:32.087401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:32.167034 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] Pushing event updated for resources: {'Network': ['ID=7b08b45a-f7e8-41d9-b867-c2574aee3115,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:32.183322 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 7b08b45a-f7e8-41d9-b867-c2574aee3115 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:32.246728 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cb58783c-a49f-4ec6-be4b-0aa77d3be445 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0780151 Apr 18 20:55:32.250091 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48542) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:32.259124 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Request body: {'subnet': {'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1532995850-subnet', 'tenant_id': '3b29f8249a2d4d71b69d9eabafbc8881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:32.316985 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e72cb139-d58b-4d15-8084-02ecf5724946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (87ca934b-3566-42e9-92ed-b32c5c200421), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:32.320080 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e72cb139-d58b-4d15-8084-02ecf5724946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:32.321438 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e72cb139-d58b-4d15-8084-02ecf5724946 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87ca934b-3566-42e9-92ed-b32c5c200421 HTTP/1.1" status: 204 len: 168 time: 0.3538971 Apr 18 20:55:32.331688 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cb139-d58b-4d15-8084-02ecf5724946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ca934b-3566-42e9-92ed-b32c5c200421,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:32.363785 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8eb6-e06a-485d-8b0a-e101072e8471 req-18081e66-5aef-408b-b1aa-7aeebee0c4fe tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:32.365583 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e86a8eb6-e06a-485d-8b0a-e101072e8471 req-18081e66-5aef-408b-b1aa-7aeebee0c4fe tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0619309 Apr 18 20:55:32.386581 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Made reservation on behalf of 3b29f8249a2d4d71b69d9eabafbc8881 for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:32.394042 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16149931'] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:32.434327 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e86a8eb6-e06a-485d-8b0a-e101072e8471 req-0397a8df-c703-4692-9c88-1f09f495e276 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539794 Apr 18 20:55:32.713352 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13266825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16149949'] for subnet (ad3aca6b-bac8-4456-a0b3-e966e6f0e48e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:32.788673 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3aca6b-bac8-4456-a0b3-e966e6f0e48e,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:32.801486 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Checking segment: {'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:55:32.802060 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Network hostable DHCP agents. Network: 7b08b45a-f7e8-41d9-b867-c2574aee3115, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:32.882533 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Network 7b08b45a-f7e8-41d9-b867-c2574aee3115 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:33.032535 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 7b08b45a-f7e8-41d9-b867-c2574aee3115) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:33.043932 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:33.044392 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:33.052565 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ca6d3-588b-448e-b3e5-c1b82d3c7357 None None] Network 7b08b45a-f7e8-41d9-b867-c2574aee3115 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:55:33.152293 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-afe73b5f-2219-475c-ab57-4178045b6638 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9004443 Apr 18 20:55:33.220722 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48572) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:33.224831 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be39369-0a3b-48a6-8253-ca62018f2995 None None] Network 7b08b45a-f7e8-41d9-b867-c2574aee3115 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:55:33.254167 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7bd83c3a-245f-461e-b730-c6d3d38ccb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:33.412641 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7bd83c3a-245f-461e-b730-c6d3d38ccb3a admin admin] Publish callbacks [] for security_group (1ac31da6-93d2-43bb-adf8-40c8d0b2f698), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:33.477133 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7bd83c3a-245f-461e-b730-c6d3d38ccb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1ac31da6-93d2-43bb-adf8-40c8d0b2f698), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:33.522511 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83c3a-245f-461e-b730-c6d3d38ccb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac31da6-93d2-43bb-adf8-40c8d0b2f698,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:33.528083 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7bd83c3a-245f-461e-b730-c6d3d38ccb3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1faeacc8855e4ac9a4e01c2da55714de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053474 Apr 18 20:55:33.531131 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48582) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:33.627273 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b95a5747-fa21-4909-a62b-9ba5c97f7259 admin admin] Publish callbacks [] for security_group (1ac31da6-93d2-43bb-adf8-40c8d0b2f698), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:33.668535 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4cd25-8fda-4575-bcd7-d40741a4e3c5 req-48a322c9-6acc-4599-8ba7-a072abb3d20f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:33.670724 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7fd4cd25-8fda-4575-bcd7-d40741a4e3c5 req-48a322c9-6acc-4599-8ba7-a072abb3d20f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0834956 Apr 18 20:55:33.673086 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b95a5747-fa21-4909-a62b-9ba5c97f7259 admin admin] Publish callbacks [] for security_group (1ac31da6-93d2-43bb-adf8-40c8d0b2f698), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:33.760491 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7fd4cd25-8fda-4575-bcd7-d40741a4e3c5 req-bd195b8a-a268-4273-b2c5-8f8fd9210d40 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754626 Apr 18 20:55:33.888658 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b95a5747-fa21-4909-a62b-9ba5c97f7259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1ac31da6-93d2-43bb-adf8-40c8d0b2f698), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:33.891669 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b95a5747-fa21-4909-a62b-9ba5c97f7259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:33.901354 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b95a5747-fa21-4909-a62b-9ba5c97f7259 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ac31da6-93d2-43bb-adf8-40c8d0b2f698 HTTP/1.1" status: 204 len: 168 time: 0.3603446 Apr 18 20:55:33.907874 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a5747-fa21-4909-a62b-9ba5c97f7259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac31da6-93d2-43bb-adf8-40c8d0b2f698,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.029211 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48588) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:34.195352 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb64d-0154-4c82-a634-0dda896a3571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:34.318662 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb64d-0154-4c82-a634-0dda896a3571 admin admin] Publish callbacks [] for security_group (e8aa27d2-a02a-4699-a575-04f5f83de50f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:34.402497 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb64d-0154-4c82-a634-0dda896a3571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e8aa27d2-a02a-4699-a575-04f5f83de50f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:34.473630 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9ffeb64d-0154-4c82-a634-0dda896a3571 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7849984af7174bef955c5b14094d4dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429867 Apr 18 20:55:34.477615 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48598) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:34.478791 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeb64d-0154-4c82-a634-0dda896a3571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aa27d2-a02a-4699-a575-04f5f83de50f,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.566872 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Publish callbacks [] for security_group (e8aa27d2-a02a-4699-a575-04f5f83de50f), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:34.621547 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Publish callbacks [] for security_group (e8aa27d2-a02a-4699-a575-04f5f83de50f), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:34.791918 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e8aa27d2-a02a-4699-a575-04f5f83de50f), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:34.794812 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:34.800811 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8aa27d2-a02a-4699-a575-04f5f83de50f HTTP/1.1" status: 204 len: 168 time: 0.3189867 Apr 18 20:55:34.817372 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aa27d2-a02a-4699-a575-04f5f83de50f,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.834939 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.835686 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.836246 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.837007 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.838711 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.840261 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.841167 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.841748 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.842388 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.842996 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.843630 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.844187 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.844836 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.845929 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.845929 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143c662-e615-486c-aaba-4b75c7f3817a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:34.962395 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2d926-3d1f-4b3c-9867-5103ab14b307 req-cf0a9d11-845d-43dc-bde3-39f5e4ea7b2f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:34.964151 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-78b2d926-3d1f-4b3c-9867-5103ab14b307 req-cf0a9d11-845d-43dc-bde3-39f5e4ea7b2f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0569422 Apr 18 20:55:35.046197 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-78b2d926-3d1f-4b3c-9867-5103ab14b307 req-9c4aee2a-ac85-4c1a-bd4b-c9cd26982a8e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Apr 18 20:55:36.260160 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93618e27-fe81-4d7f-be21-247966104a4b req-853f2771-a8a4-4336-9639-6e31aa743df8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:36.261863 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-93618e27-fe81-4d7f-be21-247966104a4b req-853f2771-a8a4-4336-9639-6e31aa743df8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.1187527 Apr 18 20:55:36.342904 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-93618e27-fe81-4d7f-be21-247966104a4b req-86e6c483-c109-4ad5-b6c7-164e4489dddc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581393 Apr 18 20:55:36.365674 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48662) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:36.573587 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-43f1dda5-885b-4833-b720-28581671d5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:36.603794 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-e0385c84-ea0c-4c9f-88d3-73a6a6c9ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:36.606422 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-e0385c84-ea0c-4c9f-88d3-73a6a6c9ba19 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 1130 time: 0.1120222 Apr 18 20:55:36.772020 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-43f1dda5-885b-4833-b720-28581671d5a1 admin admin] Publish callbacks [] for security_group (fa22f1d5-be14-489c-86dc-c8022724468f), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:36.787311 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-dd7fe420-a3ff-4e0e-be84-e06db4b0e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:36.788908 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-dd7fe420-a3ff-4e0e-be84-e06db4b0e44e service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.1438780 Apr 18 20:55:36.860643 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-12590ab3-ffd9-47b1-8e20-a63f335d984c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b HTTP/1.1" status: 200 len: 217 time: 0.0641081 Apr 18 20:55:36.916205 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-43f1dda5-885b-4833-b720-28581671d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (fa22f1d5-be14-489c-86dc-c8022724468f), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:37.021699 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1dda5-885b-4833-b720-28581671d5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa22f1d5-be14-489c-86dc-c8022724468f,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:37.034095 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-43f1dda5-885b-4833-b720-28581671d5a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65c10151b40b4c0d8a8c3b23faba1e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6661134 Apr 18 20:55:37.037594 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48670) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:37.041712 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-1b532541-1976-4387-a962-71fbb7ee62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:37.044147 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-1b532541-1976-4387-a962-71fbb7ee62f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1755593 Apr 18 20:55:37.118798 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-780c0d8e-c40e-4794-8f1b-85ae4856d2e4 admin admin] Publish callbacks [] for security_group (fa22f1d5-be14-489c-86dc-c8022724468f), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:37.121689 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-34d57184-943e-46c7-907a-9558aaa7e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:37.124182 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-34d57184-943e-46c7-907a-9558aaa7e4bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727019 Apr 18 20:55:37.152646 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-780c0d8e-c40e-4794-8f1b-85ae4856d2e4 admin admin] Publish callbacks [] for security_group (fa22f1d5-be14-489c-86dc-c8022724468f), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:37.271936 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-85549b49-425f-4ce1-b3a5-7da21f3f08b8 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399202 Apr 18 20:55:37.323967 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-780c0d8e-c40e-4794-8f1b-85ae4856d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (fa22f1d5-be14-489c-86dc-c8022724468f), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:37.327483 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-780c0d8e-c40e-4794-8f1b-85ae4856d2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:37.329045 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-780c0d8e-c40e-4794-8f1b-85ae4856d2e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa22f1d5-be14-489c-86dc-c8022724468f HTTP/1.1" status: 204 len: 168 time: 0.2899752 Apr 18 20:55:37.341776 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c0d8e-c40e-4794-8f1b-85ae4856d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa22f1d5-be14-489c-86dc-c8022724468f,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:37.444957 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1457393f-4260-4b3c-9b0a-b4b295f0b267 req-20a14474-d91d-4d1e-9b57-0d8e49e14a15 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633847 Apr 18 20:55:37.568549 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35fa4e-254c-4272-96e4-9083aa0f1127 req-3428914e-4b38-4446-b397-ff4ae55f095c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:37.571241 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed35fa4e-254c-4272-96e4-9083aa0f1127 req-3428914e-4b38-4446-b397-ff4ae55f095c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0895815 Apr 18 20:55:37.641130 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed35fa4e-254c-4272-96e4-9083aa0f1127 req-12bef0b9-cefc-42fa-ac31-e9074b8ab5ac tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640390 Apr 18 20:55:38.220770 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1f6e-c535-467f-8e98-418664009d02 req-c74a5018-38d7-4097-ad8a-1b2c65c69e4c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:38.222397 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-c74a5018-38d7-4097-ad8a-1b2c65c69e4c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/networks?id=7b08b45a-f7e8-41d9-b867-c2574aee3115 HTTP/1.1" status: 200 len: 809 time: 0.1966112 Apr 18 20:55:38.242337 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-f4b70ced-5618-4328-ba66-c6328655e4d8 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/quotas/3b29f8249a2d4d71b69d9eabafbc8881 HTTP/1.1" status: 200 len: 375 time: 0.0105472 Apr 18 20:55:38.299122 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-92dfaeb5-72e5-4017-a2e9-0cada0b1e0cd tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b29f8249a2d4d71b69d9eabafbc8881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401840 Apr 18 20:55:38.407584 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-6618dfaf-ab0f-4f0e-802f-eadb59473ee3 service neutron] 10.222.0.53 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991259 Apr 18 20:55:38.550386 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-f5c32c7b-094b-4b85-9771-bcd30ac6eee3 service neutron] 10.222.0.53 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363628 Apr 18 20:55:38.866162 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f236a-08a2-4df4-a549-e30a99cec7e6 req-6e4bdecc-0ff2-454f-967f-bc5094be64d2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:38.872734 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9a2f236a-08a2-4df4-a549-e30a99cec7e6 req-6e4bdecc-0ff2-454f-967f-bc5094be64d2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.1210055 Apr 18 20:55:38.911690 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be785833-3804-4eeb-8fc9-3be78c2ac323 req-6f611103-bfe7-494b-a985-ebc7bab238d1 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 210 time: 0.0377114 Apr 18 20:55:38.982290 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9a2f236a-08a2-4df4-a549-e30a99cec7e6 req-b95a6b42-b813-4e44-8112-5a7747a4024f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738628 Apr 18 20:55:40.015988 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53ad455e-acf7-4696-b574-17c90ecc32ac req-2c295294-9198-46f7-a2bb-0e90221d02f7 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 210 time: 0.0329654 Apr 18 20:55:40.140000 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de1a81-4820-4b65-be86-d2830a626de6 req-0a5fd436-d05a-46ec-84e7-c273648cb625 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:40.140000 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e1de1a81-4820-4b65-be86-d2830a626de6 req-0a5fd436-d05a-46ec-84e7-c273648cb625 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0567017 Apr 18 20:55:40.209566 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e1de1a81-4820-4b65-be86-d2830a626de6 req-11963f67-7b92-4c8e-b1ce-dcba59f11628 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633674 Apr 18 20:55:41.136957 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-80dc7b17-e5bb-4722-87ca-07e9d8674e72 req-e0aaccdf-6b88-4ab3-980c-df94b4b087c1 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 210 time: 0.0316172 Apr 18 20:55:41.395178 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d15bb-e80b-4f3f-bf74-745abedc483d req-682e4afd-1909-4dc4-b60e-cccdae95dcfe tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:41.398915 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aa9d15bb-e80b-4f3f-bf74-745abedc483d req-682e4afd-1909-4dc4-b60e-cccdae95dcfe tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0772240 Apr 18 20:55:41.472311 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aa9d15bb-e80b-4f3f-bf74-745abedc483d req-ea32ea0d-357b-4e16-9ae0-00d8e706d12d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643177 Apr 18 20:55:41.677597 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:55:42.276638 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1f6e-c535-467f-8e98-418664009d02 req-d9961e06-eeaf-4ffa-9a14-e35997373642 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:42.278327 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-d9961e06-eeaf-4ffa-9a14-e35997373642 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.78 "GET /v2.0/networks?id=7b08b45a-f7e8-41d9-b867-c2574aee3115 HTTP/1.1" status: 200 len: 809 time: 0.1360054 Apr 18 20:55:42.279575 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f37b90b4-b6c3-433b-9137-d9edd1b86e2e req-abb103fb-07e3-4b52-afaf-4039d3e4ea59 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 210 time: 0.0329454 Apr 18 20:55:42.302849 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Request body: {'port': {'device_id': 'eb41edba-1ce9-4a4a-b399-1fe3053c6088', 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115', 'admin_state_up': True, 'tenant_id': '3b29f8249a2d4d71b69d9eabafbc8881'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:42.503840 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 48850) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:42.548665 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Made reservation on behalf of 3b29f8249a2d4d71b69d9eabafbc8881 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:42.555188 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:42.656153 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640cc3-dad0-49cb-b73e-905ea148978f req-13b98062-60fa-41b7-b7fb-52c5e2c7be2d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:42.663970 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-69640cc3-dad0-49cb-b73e-905ea148978f req-13b98062-60fa-41b7-b7fb-52c5e2c7be2d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0974617 Apr 18 20:55:42.726439 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-69640cc3-dad0-49cb-b73e-905ea148978f req-895aa0eb-faca-4fa3-a222-f0d9a6eab019 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Apr 18 20:55:42.760870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:42.763240 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Allocated IP 172.20.0.12 (7b08b45a-f7e8-41d9-b867-c2574aee3115/ad3aca6b-bac8-4456-a0b3-e966e6f0e48e/4e421833-bbcd-45ca-90cc-e4b64a50c17b) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:42.921872 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Publish callbacks [] for security_group (d51e2bd4-8f48-4f5a-8212-566b04fe8b36), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.018378 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks [] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.031215 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (d51e2bd4-8f48-4f5a-8212-566b04fe8b36), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.073311 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d1956b411704b7c9766ea64288efa86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5685117 Apr 18 20:55:43.075484 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51e2bd4-8f48-4f5a-8212-566b04fe8b36,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:43.076440 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 48868) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:43.083132 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.083567 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.083852 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.084180 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.084522 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.084862 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.085201 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.085536 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.085870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.086263 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.086540 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.086949 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.087327 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.087625 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.087928 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e10802-2172-4403-9072-07eda04c4786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:43.127961 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.172603 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47b6ff25-3c76-4772-a3f8-349925e813fc admin admin] Publish callbacks [] for security_group (d51e2bd4-8f48-4f5a-8212-566b04fe8b36), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.201310 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Network 7b08b45a-f7e8-41d9-b867-c2574aee3115 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:43.213184 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:43.220570 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47b6ff25-3c76-4772-a3f8-349925e813fc admin admin] Publish callbacks [] for security_group (d51e2bd4-8f48-4f5a-8212-566b04fe8b36), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.222931 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:43.231994 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Pushing event updated for resources: {'Port': ['ID=4e421833-bbcd-45ca-90cc-e4b64a50c17b,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:43.302673 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:43.303358 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.405598 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-06871dc7-8bd0-4ebc-9933-296ec292dd63 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1079886 Apr 18 20:55:43.413697 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68866b-bc54-4157-a376-489097aebc69 req-b8bb8051-7c6f-4bde-962d-ae614d4afa28 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:43.419665 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47b6ff25-3c76-4772-a3f8-349925e813fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (d51e2bd4-8f48-4f5a-8212-566b04fe8b36), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.419905 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ca68866b-bc54-4157-a376-489097aebc69 req-b8bb8051-7c6f-4bde-962d-ae614d4afa28 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 932 time: 0.0581124 Apr 18 20:55:43.420326 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-47b6ff25-3c76-4772-a3f8-349925e813fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:43.421190 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-47b6ff25-3c76-4772-a3f8-349925e813fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d51e2bd4-8f48-4f5a-8212-566b04fe8b36 HTTP/1.1" status: 204 len: 168 time: 0.3434968 Apr 18 20:55:43.436200 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6ff25-3c76-4772-a3f8-349925e813fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51e2bd4-8f48-4f5a-8212-566b04fe8b36,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:43.483129 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ca68866b-bc54-4157-a376-489097aebc69 req-b6a91d95-eb66-4158-817b-d1e06178ac43 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576694 Apr 18 20:55:43.872970 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f0bb3-8c86-4af6-a9b3-15910f73d0f8 req-358006a7-8e99-40be-bc6f-6b711c4b62dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:43.875194 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d28f0bb3-8c86-4af6-a9b3-15910f73d0f8 req-358006a7-8e99-40be-bc6f-6b711c4b62dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0581305 Apr 18 20:55:43.937393 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d28f0bb3-8c86-4af6-a9b3-15910f73d0f8 req-6ee0fc3a-70dd-4234-b910-853590d19f41 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543730 Apr 18 20:55:44.687945 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8610-4d10-4dc8-9cf2-9f1d564c0d31 req-4b3cb112-0acb-4f4f-b498-38a0543da523 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:44.698208 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2d2a8610-4d10-4dc8-9cf2-9f1d564c0d31 req-4b3cb112-0acb-4f4f-b498-38a0543da523 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 932 time: 0.0998678 Apr 18 20:55:44.766512 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2d2a8610-4d10-4dc8-9cf2-9f1d564c0d31 req-a7c0c1f0-1eb6-47e4-ad02-18dc5cbeddd0 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Apr 18 20:55:44.933346 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa014739-98ec-4125-9bb6-c8d1b4534fe4 req-1f49b51c-3b26-43fb-a579-a69924c78453 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:44.934984 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aa014739-98ec-4125-9bb6-c8d1b4534fe4 req-1f49b51c-3b26-43fb-a579-a69924c78453 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0669630 Apr 18 20:55:45.011484 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aa014739-98ec-4125-9bb6-c8d1b4534fe4 req-515f3691-8f95-46c0-992f-58570d4fdbd7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701818 Apr 18 20:55:45.084902 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764ec55-22e5-4ebb-914e-7eba5970fc76 req-261aacd3-99ab-4f85-8414-f86c9352b15d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:45.086567 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2764ec55-22e5-4ebb-914e-7eba5970fc76 req-261aacd3-99ab-4f85-8414-f86c9352b15d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0643256 Apr 18 20:55:45.147863 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2764ec55-22e5-4ebb-914e-7eba5970fc76 req-702478c9-b45f-44d9-9868-d8b3d06140b5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536616 Apr 18 20:55:45.485921 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Request body: {'port': {'device_id': 'eb41edba-1ce9-4a4a-b399-1fe3053c6088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:45.555419 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:45.865292 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e421833-bbcd-45ca-90cc-e4b64a50c17b {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:45.875160 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Publish callbacks [] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:45.890640 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Transition to ACTIVE for port object 4e421833-bbcd-45ca-90cc-e4b64a50c17b will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:55:45.928768 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d11433-b280-4b99-b560-32eb096538f1 req-68a5653e-42e6-4fb6-a076-7d9b9a8b26f0 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:45.934385 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53d11433-b280-4b99-b560-32eb096538f1 req-68a5653e-42e6-4fb6-a076-7d9b9a8b26f0 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 932 time: 0.0687847 Apr 18 20:55:45.992013 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53d11433-b280-4b99-b560-32eb096538f1 req-984aa0fb-f39b-46f0-9034-097ddd7ab470 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518851 Apr 18 20:55:46.069524 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:46.169250 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723857-9415-4225-9d6f-29cc163662d1 req-f1eee0ea-82ac-4c61-9b05-815968424d8d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:46.171370 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-94723857-9415-4225-9d6f-29cc163662d1 req-f1eee0ea-82ac-4c61-9b05-815968424d8d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0601051 Apr 18 20:55:46.179205 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Pushing event updated for resources: {'Port': ['ID=4e421833-bbcd-45ca-90cc-e4b64a50c17b,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:46.210575 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Attempting to bind port 4e421833-bbcd-45ca-90cc-e4b64a50c17b on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:55:46.211413 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Attempting to bind port 4e421833-bbcd-45ca-90cc-e4b64a50c17b by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:55:46.211413 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Attempting to bind port 4e421833-bbcd-45ca-90cc-e4b64a50c17b on network 7b08b45a-f7e8-41d9-b867-c2574aee3115 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:46.217751 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Port 4e421833-bbcd-45ca-90cc-e4b64a50c17b on network 7b08b45a-f7e8-41d9-b867-c2574aee3115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:55:46.218125 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Attempting to bind port 4e421833-bbcd-45ca-90cc-e4b64a50c17b on network 7b08b45a-f7e8-41d9-b867-c2574aee3115 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:46.223709 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:46.224086 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Checking segment: {'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:55:46.224452 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Bound using segment: {'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:46.224887 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Bound port: 4e421833-bbcd-45ca-90cc-e4b64a50c17b, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:55:46.225521 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:46.230786 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-94723857-9415-4225-9d6f-29cc163662d1 req-70873f4d-a368-4b0d-8095-5c4ea0b8fcc4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509617 Apr 18 20:55:46.329773 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] For port 4e421833-bbcd-45ca-90cc-e4b64a50c17b, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:46.334472 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] For port 4e421833-bbcd-45ca-90cc-e4b64a50c17b, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e421833-bbcd-45ca-90cc-e4b64a50c17b,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:46.361992 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4af008-d36a-4ad2-8dc1-6ea37e3f59ca req-def214d2-e5b8-4ce0-9da7-17464bbbce3f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:46.366382 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a4af008-d36a-4ad2-8dc1-6ea37e3f59ca req-def214d2-e5b8-4ce0-9da7-17464bbbce3f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0638750 Apr 18 20:55:46.421563 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:46.431488 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a4af008-d36a-4ad2-8dc1-6ea37e3f59ca req-260136c8-ca2c-41b9-9cc8-d0e54d7d1b79 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555968 Apr 18 20:55:46.490054 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:46.490969 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:46.492513 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-b8860282-1980-48fa-9421-98983c2db206 service neutron] 10.222.0.78 "PUT /v2.0/ports/4e421833-bbcd-45ca-90cc-e4b64a50c17b HTTP/1.1" status: 200 len: 1094 time: 1.0109758 Apr 18 20:55:46.493226 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb41edba-1ce9-4a4a-b399-1fe3053c6088', 'tag': '4e421833-bbcd-45ca-90cc-e4b64a50c17b'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:46.496217 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd0ac5-eeb3-4075-9bd9-bd353ddb5e55" -d '{"events": [{"name": "network-changed", "server_uuid": "eb41edba-1ce9-4a4a-b399-1fe3053c6088", "tag": "4e421833-bbcd-45ca-90cc-e4b64a50c17b"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:55:46.531577 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8860282-1980-48fa-9421-98983c2db206 service neutron] Pushing event updated for resources: {'Port': ['ID=4e421833-bbcd-45ca-90cc-e4b64a50c17b,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:46.555270 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887615a-aa56-4ff8-9403-b9d9c622b3d0 x-openstack-request-id: req-9887615a-aa56-4ff8-9403-b9d9c622b3d0 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:55:46.555564 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb41edba-1ce9-4a4a-b399-1fe3053c6088", "tag": "4e421833-bbcd-45ca-90cc-e4b64a50c17b", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:55:46.555983 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9887615a-aa56-4ff8-9403-b9d9c622b3d0 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:55:46.556550 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9887615a-aa56-4ff8-9403-b9d9c622b3d0'] response: {'name': 'network-changed', 'server_uuid': 'eb41edba-1ce9-4a4a-b399-1fe3053c6088', 'tag': '4e421833-bbcd-45ca-90cc-e4b64a50c17b', 'status': 'completed', 'code': 200} Apr 18 20:55:46.635173 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0ac5-eeb3-4075-9bd9-bd353ddb5e55 req-c43ed6b6-05a1-45d5-8494-fc4f088088ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:46.637839 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-70cd0ac5-eeb3-4075-9bd9-bd353ddb5e55 req-c43ed6b6-05a1-45d5-8494-fc4f088088ba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b29f8249a2d4d71b69d9eabafbc8881&device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 1128 time: 0.0520446 Apr 18 20:55:46.757487 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0ac5-eeb3-4075-9bd9-bd353ddb5e55 req-f9d3deb0-fb4e-4741-b0f2-1b66464b6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:46.759032 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-70cd0ac5-eeb3-4075-9bd9-bd353ddb5e55 req-f9d3deb0-fb4e-4741-b0f2-1b66464b6552 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3b29f8249a2d4d71b69d9eabafbc8881&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1129739 Apr 18 20:55:46.870990 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0ac5-eeb3-4075-9bd9-bd353ddb5e55 req-3d25ce8a-e830-4b32-8c6f-90924fd10ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:46.872526 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-70cd0ac5-eeb3-4075-9bd9-bd353ddb5e55 req-3d25ce8a-e830-4b32-8c6f-90924fd10ade service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060867 Apr 18 20:55:46.965144 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1f6e-c535-467f-8e98-418664009d02 req-af44ec19-ebeb-4ff5-9f12-48cc65d8d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:46.967208 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-af44ec19-ebeb-4ff5-9f12-48cc65d8d125 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b29f8249a2d4d71b69d9eabafbc8881&device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 1128 time: 0.0456011 Apr 18 20:55:47.018233 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-ad3f475f-a196-4e2a-a49a-7602fbe8c018 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e421833-bbcd-45ca-90cc-e4b64a50c17b HTTP/1.1" status: 200 len: 217 time: 0.0435905 Apr 18 20:55:47.086785 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1f6e-c535-467f-8e98-418664009d02 req-980ec687-505f-46ed-a6aa-3ba93a12fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:47.089056 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-980ec687-505f-46ed-a6aa-3ba93a12fb1d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ad3aca6b-bac8-4456-a0b3-e966e6f0e48e HTTP/1.1" status: 200 len: 849 time: 0.0641282 Apr 18 20:55:47.132380 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-4e912765-b9ea-4f35-bdb3-e938fb8d5186 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b08b45a-f7e8-41d9-b867-c2574aee3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375514 Apr 18 20:55:47.143901 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e6734-f397-4dc8-bcf7-b0096d82a26e req-42e55f6b-5eba-4a53-8dbb-c452c97ef181 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:47.146155 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b31e6734-f397-4dc8-bcf7-b0096d82a26e req-42e55f6b-5eba-4a53-8dbb-c452c97ef181 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 944 time: 0.0709205 Apr 18 20:55:47.215083 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b31e6734-f397-4dc8-bcf7-b0096d82a26e req-ee1ccb9a-cc0c-4cbf-8cd4-8bec72c9efcd tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596743 Apr 18 20:55:47.257983 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-f0b79aa7-c1a4-417f-abfd-04168e15c611 service neutron] 10.222.0.78 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179419 Apr 18 20:55:47.376518 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-09d1f348-e505-4fd1-a1c4-05ea34b69fb5 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ac0b19470e8548fba98c682a59265860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540059 Apr 18 20:55:47.391017 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8cad1f6e-c535-467f-8e98-418664009d02 req-1365c58a-dcbb-4f16-82fb-776cd860c445 service neutron] 10.222.0.78 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246767 Apr 18 20:55:47.474393 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3a328-7a10-4690-838c-1d5bf2364347 req-2702944b-1a3d-4f2f-9a4d-4f5fd36efb9b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:47.476100 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7b3a328-7a10-4690-838c-1d5bf2364347 req-2702944b-1a3d-4f2f-9a4d-4f5fd36efb9b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1117172 Apr 18 20:55:47.880180 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7b3a328-7a10-4690-838c-1d5bf2364347 req-a283c411-e4c5-4d81-bbd2-71dba625b4fc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3915370 Apr 18 20:55:47.893649 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-18035692-341d-4eca-ad60-f6e16e8885c4 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:47.895577 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-18035692-341d-4eca-ad60-f6e16e8885c4 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4927759 Apr 18 20:55:47.931095 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-e87fd6d7-5d92-4ea4-8d53-45e0b20792d3 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/quotas/ac0b19470e8548fba98c682a59265860 HTTP/1.1" status: 200 len: 375 time: 0.0205564 Apr 18 20:55:47.973688 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-343b6b1f-f89f-4e5b-89e2-5fdb6912b213 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac0b19470e8548fba98c682a59265860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331037 Apr 18 20:55:48.027211 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82fe55-e4b5-4d53-806f-90301ba20223 req-f7d1ea10-9ffd-46d3-9262-4a489a8e39e6 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:48.029002 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1c82fe55-e4b5-4d53-806f-90301ba20223 req-f7d1ea10-9ffd-46d3-9262-4a489a8e39e6 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0585845 Apr 18 20:55:48.083650 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1c82fe55-e4b5-4d53-806f-90301ba20223 req-5a215eb9-3e2b-48b2-84e1-1ce9bb84634a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479202 Apr 18 20:55:48.354969 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a176c264-602f-4f4c-ae1f-60f0cd3ca0d1 req-5cf9fa42-bd12-4dac-a92f-23a00258fcec tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0725133 Apr 18 20:55:48.476898 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458d6bc-4d5d-4ca6-acf8-8b1f29dacb3f req-d833722b-339e-452f-be9b-f6a1ce5569c8 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:48.480340 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9458d6bc-4d5d-4ca6-acf8-8b1f29dacb3f req-d833722b-339e-452f-be9b-f6a1ce5569c8 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 944 time: 0.1018589 Apr 18 20:55:48.551146 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9458d6bc-4d5d-4ca6-acf8-8b1f29dacb3f req-cea27727-2079-442c-b2ab-1f0d8d10bc96 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646605 Apr 18 20:55:49.026866 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd21aec-af93-47c4-a212-165aa8e9ad13 req-49fa8a8b-2df0-4162-9325-5c562322c9f8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:49.028673 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7bd21aec-af93-47c4-a212-165aa8e9ad13 req-49fa8a8b-2df0-4162-9325-5c562322c9f8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0619810 Apr 18 20:55:49.101024 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7bd21aec-af93-47c4-a212-165aa8e9ad13 req-41ea239f-5b8d-4a16-a518-951013874142 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647950 Apr 18 20:55:49.240208 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274591-786e-42a4-add2-98e1e6a52702 req-85639284-a7dd-4140-b741-073a169e2619 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:49.242299 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a274591-786e-42a4-add2-98e1e6a52702 req-85639284-a7dd-4140-b741-073a169e2619 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0624471 Apr 18 20:55:49.298830 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a274591-786e-42a4-add2-98e1e6a52702 req-68ef53cb-d743-4edc-bf54-f59756296aa1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493276 Apr 18 20:55:49.368416 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 4e421833-bbcd-45ca-90cc-e4b64a50c17b details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:55:49.468304 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-02e3a7cd-89d8-44da-b701-e414712a3703 req-e5a37108-542d-470c-a44d-2ebebac769a9 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0318284 Apr 18 20:55:49.555237 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 4e421833-bbcd-45ca-90cc-e4b64a50c17b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e421833-bbcd-45ca-90cc-e4b64a50c17b,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:49.577817 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '4e421833-bbcd-45ca-90cc-e4b64a50c17b', 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115', 'port_id': '4e421833-bbcd-45ca-90cc-e4b64a50c17b', 'mac_address': 'fa:16:3e:11:27:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3aca6b-bac8-4456-a0b3-e966e6f0e48e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:55:49.604305 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49040) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:49.649301 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 4e421833-bbcd-45ca-90cc-e4b64a50c17b is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:55:49.649886 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:49.674116 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e421833-bbcd-45ca-90cc-e4b64a50c17b {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:49.702205 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74c44c-30d3-4615-bc6e-911b0bb596d5 req-07b70481-77ed-4f01-9a2d-7103eb282315 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:49.709183 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 4e421833-bbcd-45ca-90cc-e4b64a50c17b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e421833-bbcd-45ca-90cc-e4b64a50c17b,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:49.709803 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6a74c44c-30d3-4615-bc6e-911b0bb596d5 req-07b70481-77ed-4f01-9a2d-7103eb282315 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 944 time: 0.0598314 Apr 18 20:55:49.745675 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-56dab040-f871-4878-8cb1-0ded852bb187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:49.759645 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6a74c44c-30d3-4615-bc6e-911b0bb596d5 req-03154e7c-7335-49b0-a5e6-03a6b73f4e8f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489237 Apr 18 20:55:49.836949 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-56dab040-f871-4878-8cb1-0ded852bb187 admin admin] Publish callbacks [] for security_group (45735371-bf29-4dbc-afbb-be44b03c907a), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:49.905578 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:49.952566 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-56dab040-f871-4878-8cb1-0ded852bb187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (45735371-bf29-4dbc-afbb-be44b03c907a), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:49.980319 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=4e421833-bbcd-45ca-90cc-e4b64a50c17b,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:49.996177 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:49.996749 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:49.997528 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:49.998321 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:49.999131 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:49.999886 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.000661 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.001487 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.002228 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.003019 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.003767 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.004519 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.005060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.005587 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.006326 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:50.043556 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-56dab040-f871-4878-8cb1-0ded852bb187 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4300a7e0c0804c03b065e13962d0eb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368577 Apr 18 20:55:50.047875 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 49048) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:50.048967 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dab040-f871-4878-8cb1-0ded852bb187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45735371-bf29-4dbc-afbb-be44b03c907a,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:50.067771 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3e452-6a77-4b90-8cdf-131511b99c06 req-03b2884a-d621-4642-9f9a-8fa3370ce044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:50.070628 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-edc3e452-6a77-4b90-8cdf-131511b99c06 req-03b2884a-d621-4642-9f9a-8fa3370ce044 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 1130 time: 0.0607562 Apr 18 20:55:50.161807 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7090fd43-1d62-4789-a6f8-752e71d401bd admin admin] Publish callbacks [] for security_group (45735371-bf29-4dbc-afbb-be44b03c907a), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:50.174692 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-edc3e452-6a77-4b90-8cdf-131511b99c06 req-9a16ef75-a4a2-4c5c-9f49-c7b1e2c4f923 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961163 Apr 18 20:55:50.205021 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['4e421833-bbcd-45ca-90cc-e4b64a50c17b'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:55:50.207744 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7090fd43-1d62-4789-a6f8-752e71d401bd admin admin] Publish callbacks [] for security_group (45735371-bf29-4dbc-afbb-be44b03c907a), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:50.297249 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efe89c-0c86-4701-8d5e-f5000e012dfe req-fdb3e899-49fd-4993-b4d9-f6892911f3bc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:50.299125 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-75efe89c-0c86-4701-8d5e-f5000e012dfe req-fdb3e899-49fd-4993-b4d9-f6892911f3bc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0881941 Apr 18 20:55:50.366094 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-75efe89c-0c86-4701-8d5e-f5000e012dfe req-f40e50b3-dcc0-4322-9503-c86673653b71 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549057 Apr 18 20:55:50.475573 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667d9b7-af86-4e58-ab53-9e0764ce5f68 req-45f65710-14ca-48d1-bba7-d8ee37ea7acb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:50.477704 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1667d9b7-af86-4e58-ab53-9e0764ce5f68 req-45f65710-14ca-48d1-bba7-d8ee37ea7acb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0973394 Apr 18 20:55:50.479765 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7090fd43-1d62-4789-a6f8-752e71d401bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (45735371-bf29-4dbc-afbb-be44b03c907a), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:50.482568 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7090fd43-1d62-4789-a6f8-752e71d401bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:50.485744 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7090fd43-1d62-4789-a6f8-752e71d401bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45735371-bf29-4dbc-afbb-be44b03c907a HTTP/1.1" status: 204 len: 168 time: 0.4339056 Apr 18 20:55:50.503860 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090fd43-1d62-4789-a6f8-752e71d401bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45735371-bf29-4dbc-afbb-be44b03c907a,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:50.594273 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1667d9b7-af86-4e58-ab53-9e0764ce5f68 req-04498454-f418-4c2e-8603-7860ff587a56 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070337 Apr 18 20:55:50.646304 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-67c1cca2-d5c4-4527-9c1a-ba77e85751e6 req-43dc3c76-4ad6-40b6-9565-34b5b339bdae tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0508299 Apr 18 20:55:50.906766 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449a73-767f-4777-803b-35cb6e63edc5 req-d886f77f-8683-41c0-86c7-991de3bd3705 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:50.908628 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d449a73-767f-4777-803b-35cb6e63edc5 req-d886f77f-8683-41c0-86c7-991de3bd3705 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 945 time: 0.0705359 Apr 18 20:55:50.988066 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d449a73-767f-4777-803b-35cb6e63edc5 req-dfed0a56-5b97-4cb4-a530-d40889363ae5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721834 Apr 18 20:55:51.396593 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 4e421833-bbcd-45ca-90cc-e4b64a50c17b up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:51.459614 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 4e421833-bbcd-45ca-90cc-e4b64a50c17b completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:55:51.557786 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 4e421833-bbcd-45ca-90cc-e4b64a50c17b triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:55:51.559002 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:51.597377 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530df4f-01d7-459b-bade-ed6ca3a21ee3 req-51913117-1cbe-4883-8bdd-33d6b67b2cb9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:51.600269 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f530df4f-01d7-459b-bade-ed6ca3a21ee3 req-51913117-1cbe-4883-8bdd-33d6b67b2cb9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0767224 Apr 18 20:55:51.683660 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f530df4f-01d7-459b-bade-ed6ca3a21ee3 req-28246d75-d78b-4e6b-b6d7-d9bef3b218a4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751500 Apr 18 20:55:51.719563 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 4e421833-bbcd-45ca-90cc-e4b64a50c17b is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:55:51.719961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:51.759326 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb41edba-1ce9-4a4a-b399-1fe3053c6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e421833-bbcd-45ca-90cc-e4b64a50c17b'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:51.762502 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e16be58-c6cb-4878-af1f-4933e69b452f" -d '{"events": [{"server_uuid": "eb41edba-1ce9-4a4a-b399-1fe3053c6088", "name": "network-vif-plugged", "status": "completed", "tag": "4e421833-bbcd-45ca-90cc-e4b64a50c17b"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:55:51.779551 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 4e421833-bbcd-45ca-90cc-e4b64a50c17b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e421833-bbcd-45ca-90cc-e4b64a50c17b,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:51.818705 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7f8ba463-4dd7-4613-80c2-4af2d1e3459a req-ae01c399-4cc4-4247-8f2c-041ef19e2763 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0365853 Apr 18 20:55:51.828736 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bf0b5-fa1c-449f-9b9d-c1f3d5c42408 req-92cea00c-52aa-41fd-908d-a394888a761c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:51.830372 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-564bf0b5-fa1c-449f-9b9d-c1f3d5c42408 req-92cea00c-52aa-41fd-908d-a394888a761c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0919600 Apr 18 20:55:51.872065 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a916ab9-bec2-4b9d-9a1d-266d4b5baff0 x-openstack-request-id: req-4a916ab9-bec2-4b9d-9a1d-266d4b5baff0 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:55:51.872363 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb41edba-1ce9-4a4a-b399-1fe3053c6088", "name": "network-vif-plugged", "status": "completed", "tag": "4e421833-bbcd-45ca-90cc-e4b64a50c17b", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:55:51.872846 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a916ab9-bec2-4b9d-9a1d-266d4b5baff0 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:55:51.873055 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a916ab9-bec2-4b9d-9a1d-266d4b5baff0'] response: {'server_uuid': 'eb41edba-1ce9-4a4a-b399-1fe3053c6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e421833-bbcd-45ca-90cc-e4b64a50c17b', 'code': 200} Apr 18 20:55:51.895075 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:51.906908 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-564bf0b5-fa1c-449f-9b9d-c1f3d5c42408 req-847a69f3-8b40-4340-bcc0-d04069571216 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645566 Apr 18 20:55:51.961908 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=4e421833-bbcd-45ca-90cc-e4b64a50c17b,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:52.119475 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3e54f-4609-40b5-87b6-eb30ba083a0c req-0ed8583f-7002-4dd9-b113-f1faf03d7efd tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:52.121327 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bbe3e54f-4609-40b5-87b6-eb30ba083a0c req-0ed8583f-7002-4dd9-b113-f1faf03d7efd tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.0529571 Apr 18 20:55:52.173418 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bbe3e54f-4609-40b5-87b6-eb30ba083a0c req-8c5b43f8-ce98-48c9-b022-2c21e82b7e0b tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Apr 18 20:55:52.418331 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225a60a-be06-4959-886e-cdb40c070576 req-af2b2571-a748-4cba-b119-5f2067c75c5e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:52.420261 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2225a60a-be06-4959-886e-cdb40c070576 req-af2b2571-a748-4cba-b119-5f2067c75c5e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0572751 Apr 18 20:55:52.476377 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2225a60a-be06-4959-886e-cdb40c070576 req-4c210d60-5877-4f46-b1f9-491c72bc0a99 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Apr 18 20:55:52.834242 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4ba3f-75d4-418c-9c72-bc7bc59854f1 req-95ee1d12-558c-4702-9f0c-4f3a00e66866 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:52.835886 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fef4ba3f-75d4-418c-9c72-bc7bc59854f1 req-95ee1d12-558c-4702-9f0c-4f3a00e66866 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0507765 Apr 18 20:55:52.894066 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fef4ba3f-75d4-418c-9c72-bc7bc59854f1 req-42a3148c-440a-4bd7-b256-4cc9c46203da tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514395 Apr 18 20:55:52.935944 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b398a1bd-426f-4571-9756-8ad85fcce9a2 req-9688c798-159e-4c0e-a5ac-57c36e3235f7 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0333407 Apr 18 20:55:53.297705 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129d044-0b82-4d9d-98aa-9a63fd3eddce req-cef7a7d0-dc1f-4e4f-bafd-65d2001b45e9 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:53.299508 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4129d044-0b82-4d9d-98aa-9a63fd3eddce req-cef7a7d0-dc1f-4e4f-bafd-65d2001b45e9 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.0505707 Apr 18 20:55:53.362430 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4129d044-0b82-4d9d-98aa-9a63fd3eddce req-7972b3e5-481e-44b5-b918-b5d9a87af9e5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565064 Apr 18 20:55:53.620838 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ff617-407e-4872-b69b-d4a9820a0f0a req-eac96e4c-84a3-49d4-9835-8a3de7adcb5d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:53.622729 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b59ff617-407e-4872-b69b-d4a9820a0f0a req-eac96e4c-84a3-49d4-9835-8a3de7adcb5d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0607333 Apr 18 20:55:53.681745 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b59ff617-407e-4872-b69b-d4a9820a0f0a req-ecee12dd-ce81-41b8-80c7-c6909b5a43a8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529158 Apr 18 20:55:54.098902 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3294d78b-81fa-46df-8921-42904886bca4 req-0c1d975d-7ae0-4748-bd1e-071f40e64cb9 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0847788 Apr 18 20:55:54.123386 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a7c99-6b8b-4ba2-98c2-6adeaa8752af req-659fc6e0-95e9-4db9-8316-ea07d87544ac tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:54.126107 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-952a7c99-6b8b-4ba2-98c2-6adeaa8752af req-659fc6e0-95e9-4db9-8316-ea07d87544ac tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1307845 Apr 18 20:55:54.230916 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-952a7c99-6b8b-4ba2-98c2-6adeaa8752af req-4f3b9712-3456-4210-86cf-f0d785fc41af tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978441 Apr 18 20:55:54.494602 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbe245-2307-44f6-968e-3683c0be43ed req-3a39f344-cf7d-432b-9107-fe25c902d65c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:54.496148 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-11dbe245-2307-44f6-968e-3683c0be43ed req-3a39f344-cf7d-432b-9107-fe25c902d65c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.0565100 Apr 18 20:55:54.553908 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-11dbe245-2307-44f6-968e-3683c0be43ed req-9c29cf92-c889-41d7-a7e8-b37d9c13f3fc tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 Apr 18 20:55:54.639117 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-77a57c8c-d280-49c3-8465-54121abd02c3 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=ac0b19470e8548fba98c682a59265860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398605 Apr 18 20:55:54.819153 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179d0a1-ab0c-4f5d-b1ef-c739e9bbaa11 req-146693f6-b990-4fa4-80a9-03d322485c03 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:54.820817 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b179d0a1-ab0c-4f5d-b1ef-c739e9bbaa11 req-146693f6-b990-4fa4-80a9-03d322485c03 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0614586 Apr 18 20:55:54.888972 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b179d0a1-ab0c-4f5d-b1ef-c739e9bbaa11 req-7360a95a-87f2-48c9-a19f-b42c5179d483 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613461 Apr 18 20:55:54.934664 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-54217907-89f9-46eb-b68b-3bd160d0d90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:55.325729 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1d623b66-5f0a-422f-a686-dd1e815ea639 req-da9a70d6-8f4e-4950-8814-5ee55babaaf9 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0689898 Apr 18 20:55:55.494654 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf8be-fe96-4293-9f50-de7ff152c4ee req-051b4f4f-086f-4af3-85e3-0c285922ce0a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:55.496363 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ecdf8be-fe96-4293-9f50-de7ff152c4ee req-051b4f4f-086f-4af3-85e3-0c285922ce0a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0777509 Apr 18 20:55:55.508641 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-e612635d-0cc5-4ba1-ba34-4142597e2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:55.510346 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-e612635d-0cc5-4ba1-ba34-4142597e2136 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 1130 time: 0.5221205 Apr 18 20:55:55.587397 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ecdf8be-fe96-4293-9f50-de7ff152c4ee req-8eafe20e-bd51-4092-a172-747aeb39dee8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792751 Apr 18 20:55:55.698288 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-69612629-27d6-4390-843c-1d5ac2b6c5fb tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:55.702379 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-69612629-27d6-4390-843c-1d5ac2b6c5fb tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7263162 Apr 18 20:55:55.746064 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-f5c5c9e3-039d-4fa9-a112-020a42e64dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:55.748415 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-f5c5c9e3-039d-4fa9-a112-020a42e64dd3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.1758780 Apr 18 20:55:55.773869 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef587bc8-f567-433f-959f-fcc776d1550e req-846c338b-a143-476b-b326-9dc804f8693c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:55.776895 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ef587bc8-f567-433f-959f-fcc776d1550e req-846c338b-a143-476b-b326-9dc804f8693c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.0765002 Apr 18 20:55:55.784512 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Request body: {'port': {'device_id': '04d50cb7-0a9c-4437-9d0d-82586278b734', 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1', 'admin_state_up': True, 'tenant_id': 'ac0b19470e8548fba98c682a59265860'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:55.888156 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39b09e-6367-4e49-8a3d-8ccb7b32f22c req-6feb822a-d2b7-479f-9540-3b13ee4d7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:55.889757 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f39b09e-6367-4e49-8a3d-8ccb7b32f22c req-6feb822a-d2b7-479f-9540-3b13ee4d7a0c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 1130 time: 0.1101022 Apr 18 20:55:55.898266 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-efc7cab4-409b-400b-99c1-371c84f33288 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b HTTP/1.1" status: 200 len: 217 time: 0.1047983 Apr 18 20:55:55.933689 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ef587bc8-f567-433f-959f-fcc776d1550e req-f8a66e50-35b8-4ab9-af4c-f4348d331210 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229687 Apr 18 20:55:55.997236 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f39b09e-6367-4e49-8a3d-8ccb7b32f22c req-8ea430af-0aa2-44fe-b530-ad72d717eb70 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865598 Apr 18 20:55:56.101682 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-d4b350c5-1b68-4d71-8294-49ccd52040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:56.104679 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-d4b350c5-1b68-4d71-8294-49ccd52040e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1962147 Apr 18 20:55:56.106444 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeec74-5a6b-4d38-997e-f220cda383b6 req-1ea851b4-5d35-4eb7-9ed9-b14672ea73ec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:56.108118 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cabeec74-5a6b-4d38-997e-f220cda383b6 req-1ea851b4-5d35-4eb7-9ed9-b14672ea73ec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0937595 Apr 18 20:55:56.216320 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cabeec74-5a6b-4d38-997e-f220cda383b6 req-017759d9-157c-4539-9748-1d345abd4d03 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958931 Apr 18 20:55:56.257127 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-b446afa6-d2cd-4589-a17d-4983121cc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:56.258959 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-b446afa6-d2cd-4589-a17d-4983121cc656 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568962 Apr 18 20:55:56.277191 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Made reservation on behalf of ac0b19470e8548fba98c682a59265860 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:56.281136 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:56.310471 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:56.457880 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-984e62fe-cf77-4777-a303-b68a98153b09 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909223 Apr 18 20:55:56.496139 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-41469321-6a12-4c73-948e-464b0e66b58b req-6be9ddcc-c05b-4c6a-883d-4605def59058 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0580590 Apr 18 20:55:56.531124 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks [] for security_group (1751ad34-8aa3-4471-a4e0-166d00b5c337), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:56.597290 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1751ad34-8aa3-4471-a4e0-166d00b5c337), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:56.670960 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1751ad34-8aa3-4471-a4e0-166d00b5c337,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:56.782368 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee9678-53fc-4c54-b97e-f2334a454f39 req-8de807b4-95e2-4c4e-9ae3-7f109c7582f7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:56.784544 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46ee9678-53fc-4c54-b97e-f2334a454f39 req-8de807b4-95e2-4c4e-9ae3-7f109c7582f7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0770328 Apr 18 20:55:56.788750 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Allocated IP 192.168.233.147 (3337776f-26c2-47fc-bbde-1d9887e073a1/286d8c2c-a556-4a7b-aa38-eeec0b29f339/0c654e0d-da5d-4ff0-a9e0-723e71df6006) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:56.862511 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46ee9678-53fc-4c54-b97e-f2334a454f39 req-eb14a4e0-d5f5-49aa-8a55-b0cc6ab68064 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655725 Apr 18 20:55:56.977290 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 49168) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:56.985016 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-9be97285-aeec-4076-b9fd-9ec99be8a62c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460734778', 'description': 'tempest-description--1080905446'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:57.027730 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-48c7e0eb-132c-48f3-b9b0-c954cb5a9e91 req-1852aaa9-5286-4be2-8f14-5bb62d819a4d service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232614 Apr 18 20:55:57.078320 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ded74-7179-4554-a0d1-126d28c21062 req-99a5d9d5-40af-4f5f-9c23-d42ba076a28f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:57.080117 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-266ded74-7179-4554-a0d1-126d28c21062 req-99a5d9d5-40af-4f5f-9c23-d42ba076a28f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.0609255 Apr 18 20:55:57.086841 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks [] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.116824 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9be97285-aeec-4076-b9fd-9ec99be8a62c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.204477 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-266ded74-7179-4554-a0d1-126d28c21062 req-e057fdbd-0b40-481e-a68a-f8bd0579f1cf tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076627 Apr 18 20:55:57.221791 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.277406 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ec2009c5-9c32-4218-96fc-391993542c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.299188 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9be97285-aeec-4076-b9fd-9ec99be8a62c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (e611b7fc-27c5-4df3-a8d6-748175ef16ad), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.339175 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Network 3337776f-26c2-47fc-bbde-1d9887e073a1 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:57.348615 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:57.354925 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:57.394235 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Pushing event updated for resources: {'Port': ['ID=0c654e0d-da5d-4ff0-a9e0-723e71df6006,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:57.408916 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9be97285-aeec-4076-b9fd-9ec99be8a62c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e611b7fc-27c5-4df3-a8d6-748175ef16ad), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.445845 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:57.446774 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.492667 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e4c2-8a05-466a-bbb2-e6bf7301bdc9 req-50f0bbe5-740a-4720-b040-7fe5f24d339d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:57.495524 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9b48e4c2-8a05-466a-bbb2-e6bf7301bdc9 req-50f0bbe5-740a-4720-b040-7fe5f24d339d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.1494253 Apr 18 20:55:57.498983 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be97285-aeec-4076-b9fd-9ec99be8a62c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e611b7fc-27c5-4df3-a8d6-748175ef16ad,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:57.574303 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9be97285-aeec-4076-b9fd-9ec99be8a62c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.576585 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9be97285-aeec-4076-b9fd-9ec99be8a62c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5980544 Apr 18 20:55:57.579801 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49176) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:57.598678 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-9c9a85b8-d095-4a51-b448-a47e55a9c7a7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group_rule': {'security_group_id': 'e611b7fc-27c5-4df3-a8d6-748175ef16ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:57.623247 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-f9d866c7-3bb7-42af-a2bb-2ea188134e57 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8443880 Apr 18 20:55:57.623948 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9b48e4c2-8a05-466a-bbb2-e6bf7301bdc9 req-6d1d911e-a01f-47c8-8017-e4d956876766 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111772 Apr 18 20:55:57.682639 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4886d3d-c69f-4845-95f9-d29e64808a7a req-cdf06f6f-b245-4e65-ac1d-3b5d43497e7b tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:57.685462 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e4886d3d-c69f-4845-95f9-d29e64808a7a req-cdf06f6f-b245-4e65-ac1d-3b5d43497e7b tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 936 time: 0.0634212 Apr 18 20:55:57.721465 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-4e8a81e4-c98c-44d2-ab04-5283884dc994 None None] Provisioning complete for port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:55:57.722633 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81e4-c98c-44d2-ab04-5283884dc994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.733908 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9c9a85b8-d095-4a51-b448-a47e55a9c7a7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (4d3b4498-1304-4259-979b-7a8d56a18a32), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:57.794723 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a81e4-c98c-44d2-ab04-5283884dc994 None None] Port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:55:57.834478 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e4886d3d-c69f-4845-95f9-d29e64808a7a req-bdf08792-4298-4b77-96b3-591946209894 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393440 Apr 18 20:55:57.870039 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9c9a85b8-d095-4a51-b448-a47e55a9c7a7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (4d3b4498-1304-4259-979b-7a8d56a18a32), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.057796 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b5522-1bee-456f-bc21-68c89eaf41ee req-630596b9-6344-4ab6-98da-cf780a63fd49 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:58.059400 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7a7b5522-1bee-456f-bc21-68c89eaf41ee req-630596b9-6344-4ab6-98da-cf780a63fd49 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0772600 Apr 18 20:55:58.089075 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9c9a85b8-d095-4a51-b448-a47e55a9c7a7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (4d3b4498-1304-4259-979b-7a8d56a18a32), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.110675 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a85b8-d095-4a51-b448-a47e55a9c7a7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3b4498-1304-4259-979b-7a8d56a18a32,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.120232 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7a7b5522-1bee-456f-bc21-68c89eaf41ee req-f966800d-3813-42fb-8f83-411b8afdaf16 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540786 Apr 18 20:55:58.233430 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9c9a85b8-d095-4a51-b448-a47e55a9c7a7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.236201 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9c9a85b8-d095-4a51-b448-a47e55a9c7a7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6537414 Apr 18 20:55:58.247394 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 49192) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:58.256767 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-f6d13933-7d2f-4cf9-98e0-7414ceab5096 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group_rule': {'security_group_id': 'e611b7fc-27c5-4df3-a8d6-748175ef16ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:58.377182 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c629d91-89e3-4c78-b7a2-8144630dfd1a req-7a6933a7-de27-4290-8503-b6ef81114786 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:58.378803 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1c629d91-89e3-4c78-b7a2-8144630dfd1a req-7a6933a7-de27-4290-8503-b6ef81114786 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.0611982 Apr 18 20:55:58.391199 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.451049 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1c629d91-89e3-4c78-b7a2-8144630dfd1a req-e9293645-2b2b-4fab-bbb5-96f0e5e73a48 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647850 Apr 18 20:55:58.451939 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f6d13933-7d2f-4cf9-98e0-7414ceab5096 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (0c999874-a869-4220-b38b-19758e153214), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.521081 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f6d13933-7d2f-4cf9-98e0-7414ceab5096 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (0c999874-a869-4220-b38b-19758e153214), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.602606 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f6d13933-7d2f-4cf9-98e0-7414ceab5096 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (0c999874-a869-4220-b38b-19758e153214), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.624856 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d13933-7d2f-4cf9-98e0-7414ceab5096 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c999874-a869-4220-b38b-19758e153214,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.733024 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f6d13933-7d2f-4cf9-98e0-7414ceab5096 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.734208 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f6d13933-7d2f-4cf9-98e0-7414ceab5096 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4848890 Apr 18 20:55:58.739608 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49200) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:55:58.746110 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:58.763645 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40180e3-a8dd-4860-b5f2-03689ff077ea req-f027ee00-9952-4911-a2fc-78ae2eeed09e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:58.765860 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a40180e3-a8dd-4860-b5f2-03689ff077ea req-f027ee00-9952-4911-a2fc-78ae2eeed09e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0747168 Apr 18 20:55:58.831734 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a40180e3-a8dd-4860-b5f2-03689ff077ea req-57ce2a59-70c7-4034-86a4-f74ac88c085f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586910 Apr 18 20:55:58.871862 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:58.913850 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Request body: {'port': {'device_id': '04d50cb7-0a9c-4437-9d0d-82586278b734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:59.035021 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b754d-6986-4ea5-8824-130e28dab4e3 req-4d788ca3-8807-4202-89d7-b063f21fa883 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:59.037638 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fe3b754d-6986-4ea5-8824-130e28dab4e3 req-4d788ca3-8807-4202-89d7-b063f21fa883 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 936 time: 0.0804083 Apr 18 20:55:59.079444 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:59.093644 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:59.136892 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fe3b754d-6986-4ea5-8824-130e28dab4e3 req-372f0533-f979-4774-a8f8-28b6300c8533 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887659 Apr 18 20:55:59.319297 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df397d0-3a70-4462-9898-662987aa781c req-85f1bc89-efe3-4f05-9f59-fc8e1a2f9d82 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:55:59.322347 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4df397d0-3a70-4462-9898-662987aa781c req-85f1bc89-efe3-4f05-9f59-fc8e1a2f9d82 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0702004 Apr 18 20:55:59.348806 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Allocated IP 172.27.1.32 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:59.412089 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4df397d0-3a70-4462-9898-662987aa781c req-d20f2008-34d1-4602-995d-aa1072ed16cb tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823631 Apr 18 20:55:59.627181 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:59.784089 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c654e0d-da5d-4ff0-a9e0-723e71df6006 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:59.795695 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Publish callbacks [] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:59.812010 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Transition to ACTIVE for port object 0c654e0d-da5d-4ff0-a9e0-723e71df6006 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:55:59.912034 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:55:59.958309 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:59.964356 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:59.968750 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:59.975258 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:00.003955 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.087053 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0c654e0d-da5d-4ff0-a9e0-723e71df6006,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:00.186599 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (1dadb164-87e7-4188-94e6-97e27fdcbf99), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.218731 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.235356 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Attempting to bind port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:00.235868 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Attempting to bind port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:00.236202 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Attempting to bind port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 on network 3337776f-26c2-47fc-bbde-1d9887e073a1 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:00.241959 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 on network 3337776f-26c2-47fc-bbde-1d9887e073a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:56:00.242290 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Attempting to bind port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 on network 3337776f-26c2-47fc-bbde-1d9887e073a1 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:00.249316 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:00.249664 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Checking segment: {'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:00.250285 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Bound using segment: {'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:00.250932 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Bound port: 0c654e0d-da5d-4ff0-a9e0-723e71df6006, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a41b47-d30c-4082-8fec-38eb6403c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:00.251468 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.358906 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] For port 0c654e0d-da5d-4ff0-a9e0-723e71df6006, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:00.369957 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] For port 0c654e0d-da5d-4ff0-a9e0-723e71df6006, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0c654e0d-da5d-4ff0-a9e0-723e71df6006,segment=NetworkSegment(e2a41b47-d30c-4082-8fec-38eb6403c18d),segment_id=e2a41b47-d30c-4082-8fec-38eb6403c18d)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:00.374556 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ce54-c132-4bba-8003-4d524da1eced req-1eca5e6c-bada-418d-aa42-8a76cdba6ece tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:00.376355 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7b10ce54-c132-4bba-8003-4d524da1eced req-1eca5e6c-bada-418d-aa42-8a76cdba6ece tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0896726 Apr 18 20:56:00.399899 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.441041 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7b10ce54-c132-4bba-8003-4d524da1eced req-3a8a46b7-b701-4e6b-aa46-021a31a83e05 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552723 Apr 18 20:56:00.517782 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.595750 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ccab-df4b-4e74-ae81-d1faeb6adc7c req-f555a4e0-680b-4a4c-a7d2-50d974a2d35c tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:00.598334 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4876ccab-df4b-4e74-ae81-d1faeb6adc7c req-f555a4e0-680b-4a4c-a7d2-50d974a2d35c tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 948 time: 0.0691597 Apr 18 20:56:00.664941 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:00.666114 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.668353 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] 10.222.0.78 "PUT /v2.0/ports/0c654e0d-da5d-4ff0-a9e0-723e71df6006 HTTP/1.1" status: 200 len: 1098 time: 1.7599707 Apr 18 20:56:00.671784 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d50cb7-0a9c-4437-9d0d-82586278b734', 'tag': '0c654e0d-da5d-4ff0-a9e0-723e71df6006'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:00.673890 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615c65e8-f1e6-4645-a649-3ffa34bc6931" -d '{"events": [{"name": "network-changed", "server_uuid": "04d50cb7-0a9c-4437-9d0d-82586278b734", "tag": "0c654e0d-da5d-4ff0-a9e0-723e71df6006"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:00.733753 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cbc3b-72b8-489a-88ac-60fad7b13d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0c654e0d-da5d-4ff0-a9e0-723e71df6006,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:00.793770 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4876ccab-df4b-4e74-ae81-d1faeb6adc7c req-8a127fe7-583b-48d9-aea1-3cf25d73a019 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841478 Apr 18 20:56:00.820628 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64948f-d81f-4731-8579-e430f11bab2a req-7131a72c-c5f5-48b5-9688-7f01e0ef5d91 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:00.822418 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fa64948f-d81f-4731-8579-e430f11bab2a req-7131a72c-c5f5-48b5-9688-7f01e0ef5d91 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.1037190 Apr 18 20:56:00.847233 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.915589 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fa64948f-d81f-4731-8579-e430f11bab2a req-767edea7-4b51-4703-ba79-c3072b55356a tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792584 Apr 18 20:56:00.952561 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:00.975902 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f88add-53a6-41e8-97b1-e2a328ce10e0 req-bbc5cdc7-dfa5-4752-9b9b-68d5a2fc22d5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:00.979212 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d6f88add-53a6-41e8-97b1-e2a328ce10e0 req-bbc5cdc7-dfa5-4752-9b9b-68d5a2fc22d5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0824492 Apr 18 20:56:01.088689 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a300782e-3f64-4a9c-bc74-d21d1234d2b0 x-openstack-request-id: req-a300782e-3f64-4a9c-bc74-d21d1234d2b0 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:01.088689 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d50cb7-0a9c-4437-9d0d-82586278b734", "tag": "0c654e0d-da5d-4ff0-a9e0-723e71df6006", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:01.088689 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a300782e-3f64-4a9c-bc74-d21d1234d2b0 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:01.088953 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a300782e-3f64-4a9c-bc74-d21d1234d2b0'] response: {'name': 'network-changed', 'server_uuid': '04d50cb7-0a9c-4437-9d0d-82586278b734', 'tag': '0c654e0d-da5d-4ff0-a9e0-723e71df6006', 'status': 'completed', 'code': 200} Apr 18 20:56:01.095482 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:01.109708 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d6f88add-53a6-41e8-97b1-e2a328ce10e0 req-14dee883-341a-4232-ad49-dd4e3165f5a5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174071 Apr 18 20:56:01.129702 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (1dadb164-87e7-4188-94e6-97e27fdcbf99), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:01.221905 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:01.223348 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0a4381aa-d946-46f3-9a57-6db8e9afcf79 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4823422 Apr 18 20:56:01.527095 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c65e8-f1e6-4645-a649-3ffa34bc6931 req-b6d2f6c6-6926-499c-ac82-0e52bede69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:01.530137 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-615c65e8-f1e6-4645-a649-3ffa34bc6931 req-b6d2f6c6-6926-499c-ac82-0e52bede69a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac0b19470e8548fba98c682a59265860&device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 1132 time: 0.0898433 Apr 18 20:56:01.579808 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-8e408a66-15f7-4a7d-8d7e-252c480d2565 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1460734778&fields=id&tenant_id=49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 267 time: 0.1049945 Apr 18 20:56:01.586823 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:01.597583 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-615c65e8-f1e6-4645-a649-3ffa34bc6931 req-59d66389-2ad6-4a53-b2f8-8d96897d5df4 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ac0b19470e8548fba98c682a59265860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450201 Apr 18 20:56:01.764544 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-8d9c0186-d032-4e7e-913b-8186a8f26f3c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:01.766259 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-8d9c0186-d032-4e7e-913b-8186a8f26f3c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.0875611 Apr 18 20:56:01.801991 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-46c90997-4627-4430-b63f-bd5ea5edae96 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:01.804480 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-46c90997-4627-4430-b63f-bd5ea5edae96 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 814 time: 0.2242434 Apr 18 20:56:01.818608 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c65e8-f1e6-4645-a649-3ffa34bc6931 req-f4af9824-3b89-494c-9d2f-b883b6f90e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:01.820289 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-615c65e8-f1e6-4645-a649-3ffa34bc6931 req-f4af9824-3b89-494c-9d2f-b883b6f90e53 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2119441 Apr 18 20:56:01.828436 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-ea688b25-e9db-4897-ba1d-aff63556757c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/quotas/49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 375 time: 0.0130405 Apr 18 20:56:02.012295 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Deleting port 4e421833-bbcd-45ca-90cc-e4b64a50c17b {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:56:02.013152 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-538b58b8-1852-4acb-9633-03dffd96b4c7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1791418 Apr 18 20:56:02.013461 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:02.052827 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:02.054768 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-766c8144-fdf5-4105-85de-83924a9ce02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:02.056275 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-766c8144-fdf5-4105-85de-83924a9ce02a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac0b19470e8548fba98c682a59265860&device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 1132 time: 0.0963795 Apr 18 20:56:02.057741 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c27ba-e77b-4ec2-a582-5078136d19da req-6c8503a5-41f5-49b8-a7cb-6ed50019807b tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:02.060512 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-632c27ba-e77b-4ec2-a582-5078136d19da req-6c8503a5-41f5-49b8-a7cb-6ed50019807b tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 948 time: 0.1341398 Apr 18 20:56:02.214023 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-632c27ba-e77b-4ec2-a582-5078136d19da req-e7ec37ee-5580-42c6-ace3-d10bf42b81e6 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356671 Apr 18 20:56:02.255698 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-45bcb05a-cfe0-4ee8-a071-b083aca35c54 service neutron] 10.222.0.53 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134140 Apr 18 20:56:02.411125 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a6ee-4dd5-415d-b72b-4204b239dd27 req-fb18a227-5f9c-4311-890d-18d05d36ee18 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:02.421326 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6937a6ee-4dd5-415d-b72b-4204b239dd27 req-fb18a227-5f9c-4311-890d-18d05d36ee18 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 946 time: 0.0873327 Apr 18 20:56:02.456051 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-ef14b426-edca-4b30-90c3-9698da53b1d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=0c654e0d-da5d-4ff0-a9e0-723e71df6006 HTTP/1.1" status: 200 len: 217 time: 0.3591166 Apr 18 20:56:02.498654 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-95b6da64-1689-4963-a546-f101236bd992 service neutron] 10.222.0.53 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435427 Apr 18 20:56:02.532482 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] For port 4e421833-bbcd-45ca-90cc-e4b64a50c17b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e421833-bbcd-45ca-90cc-e4b64a50c17b,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:02.532801 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:02.559898 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Calling delete_port for 4e421833-bbcd-45ca-90cc-e4b64a50c17b owned by compute:nova {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:56:02.563469 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-6fe06523-88ec-473b-b10e-0aaf714f69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:02.565341 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-6fe06523-88ec-473b-b10e-0aaf714f69f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=286d8c2c-a556-4a7b-aa38-eeec0b29f339 HTTP/1.1" status: 200 len: 843 time: 0.1023290 Apr 18 20:56:02.565547 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6937a6ee-4dd5-415d-b72b-4204b239dd27 req-2f525822-1029-4413-a150-23bc8140a207 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418674 Apr 18 20:56:02.686854 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-3a4323ed-0297-4803-8d56-c5ccf15cb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:02.689385 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-3a4323ed-0297-4803-8d56-c5ccf15cb43e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3337776f-26c2-47fc-bbde-1d9887e073a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1171715 Apr 18 20:56:02.734035 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb21cc-7b46-41a3-8ccf-79f7ef0fbd53 req-d2add41c-3047-45b7-99c2-af5b37754a15 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:02.736293 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4dcb21cc-7b46-41a3-8ccf-79f7ef0fbd53 req-d2add41c-3047-45b7-99c2-af5b37754a15 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0660319 Apr 18 20:56:02.901218 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-a1957b15-b3ca-43f7-81f1-039bb966893b service neutron] 10.222.0.78 "GET /v2.0/networks/3337776f-26c2-47fc-bbde-1d9887e073a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955640 Apr 18 20:56:02.913907 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4dcb21cc-7b46-41a3-8ccf-79f7ef0fbd53 req-18dc76bd-5327-4f60-9566-36341c1d1eea tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624663 Apr 18 20:56:03.069960 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (4e421833-bbcd-45ca-90cc-e4b64a50c17b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:03.090289 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['4e421833-bbcd-45ca-90cc-e4b64a50c17b'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:03.162823 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Pushing event deleted for resources: {'Port': ['ID=4e421833-bbcd-45ca-90cc-e4b64a50c17b,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:03.185297 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c428db12-217a-4257-bc41-49ea7299176a req-fb1552d5-ffd4-4384-91a8-0691773d99be tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 210 time: 0.1592526 Apr 18 20:56:03.257112 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] No DVR routers for this DVR port 4e421833-bbcd-45ca-90cc-e4b64a50c17b on host hv-cinder-82651 {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:03.266701 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:03.270905 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2a978a72-bff1-4b06-ae0c-2ce6d2607a6b req-79fabf6c-eb7d-4523-8011-b26cad02fdf3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.78 "DELETE /v2.0/ports/4e421833-bbcd-45ca-90cc-e4b64a50c17b HTTP/1.1" status: 204 len: 173 time: 1.4985390 Apr 18 20:56:03.271319 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb41edba-1ce9-4a4a-b399-1fe3053c6088', 'name': 'network-vif-deleted', 'tag': '4e421833-bbcd-45ca-90cc-e4b64a50c17b'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:03.274030 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c47356-634c-4bbf-8ca9-012dabe6ed22" -d '{"events": [{"server_uuid": "eb41edba-1ce9-4a4a-b399-1fe3053c6088", "name": "network-vif-deleted", "tag": "4e421833-bbcd-45ca-90cc-e4b64a50c17b"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:03.307676 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6fed7654-7e53-4e9a-acd0-5bb1f35a00f0 req-e0101ad1-0f93-4e51-b2cf-d894a429d613 service neutron] 10.222.0.78 "GET /v2.0/networks/3337776f-26c2-47fc-bbde-1d9887e073a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989496 Apr 18 20:56:03.402960 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0819f-5a92-4fb5-9084-c1e5ebb78177 req-6f32d8ec-744e-4752-adde-3dbeadbc400e tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:03.404629 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-87c0819f-5a92-4fb5-9084-c1e5ebb78177 req-6f32d8ec-744e-4752-adde-3dbeadbc400e tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 948 time: 0.0802937 Apr 18 20:56:03.479628 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-87c0819f-5a92-4fb5-9084-c1e5ebb78177 req-1106625b-42bb-4b7e-9b24-bc7e5ae7d10a tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680251 Apr 18 20:56:03.540476 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66cca36-8faf-472e-aba0-6455e8647793 x-openstack-request-id: req-c66cca36-8faf-472e-aba0-6455e8647793 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:03.540913 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb41edba-1ce9-4a4a-b399-1fe3053c6088", "name": "network-vif-deleted", "tag": "4e421833-bbcd-45ca-90cc-e4b64a50c17b", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:03.541244 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c66cca36-8faf-472e-aba0-6455e8647793 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:03.541742 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66cca36-8faf-472e-aba0-6455e8647793'] response: {'server_uuid': 'eb41edba-1ce9-4a4a-b399-1fe3053c6088', 'name': 'network-vif-deleted', 'tag': '4e421833-bbcd-45ca-90cc-e4b64a50c17b', 'status': 'completed', 'code': 200} Apr 18 20:56:03.557173 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49344) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:03.562602 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-e467b520-cb53-44e0-acd6-e6385ef6cd55 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520815896', 'description': 'tempest-description--965805893'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:03.706384 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e467b520-cb53-44e0-acd6-e6385ef6cd55 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:03.729605 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-34410623-33f1-45f0-89af-c56cd13acdf7 req-ccd4c41a-df97-4157-9d08-e7d858f80a75 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 210 time: 0.0546663 Apr 18 20:56:03.821719 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e467b520-cb53-44e0-acd6-e6385ef6cd55 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group (c5de7ee2-7545-4d88-9f4b-67b2526fdab9), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:03.905618 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e467b520-cb53-44e0-acd6-e6385ef6cd55 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (c5de7ee2-7545-4d88-9f4b-67b2526fdab9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:03.942775 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467b520-cb53-44e0-acd6-e6385ef6cd55 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5de7ee2-7545-4d88-9f4b-67b2526fdab9,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:04.020861 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e467b520-cb53-44e0-acd6-e6385ef6cd55 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.023599 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e467b520-cb53-44e0-acd6-e6385ef6cd55 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4649224 Apr 18 20:56:04.026677 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49352) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:04.032028 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-85ffc351-d75e-4daf-a6d2-b86e24fb444f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'security_group_rule': {'security_group_id': 'c5de7ee2-7545-4d88-9f4b-67b2526fdab9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:04.083470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247dd0e-c036-4b60-b0ac-6f72e5d32587 req-69c75a1a-889e-41b8-83a8-a0f4b2fcbafc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:04.085340 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9247dd0e-c036-4b60-b0ac-6f72e5d32587 req-69c75a1a-889e-41b8-83a8-a0f4b2fcbafc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0774961 Apr 18 20:56:04.149252 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9247dd0e-c036-4b60-b0ac-6f72e5d32587 req-8e2d1578-d25e-4222-823b-e5c918ee116d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541837 Apr 18 20:56:04.186427 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-85ffc351-d75e-4daf-a6d2-b86e24fb444f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group_rule (a96bb881-7df2-438a-8adb-3c91f1d49704), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.266244 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-85ffc351-d75e-4daf-a6d2-b86e24fb444f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group_rule (a96bb881-7df2-438a-8adb-3c91f1d49704), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.351524 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-85ffc351-d75e-4daf-a6d2-b86e24fb444f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (a96bb881-7df2-438a-8adb-3c91f1d49704), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.363544 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7b213ae7-50f8-459a-9bc0-94ebeda2371f req-3013b5bf-2a43-4543-baae-d3b0e5d740ce tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 210 time: 0.0514541 Apr 18 20:56:04.381076 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffc351-d75e-4daf-a6d2-b86e24fb444f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96bb881-7df2-438a-8adb-3c91f1d49704,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:04.453022 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-85ffc351-d75e-4daf-a6d2-b86e24fb444f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.456683 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-85ffc351-d75e-4daf-a6d2-b86e24fb444f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4278960 Apr 18 20:56:04.459272 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49360) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:04.465585 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-d60f6188-25c9-4cca-af71-d7adb4e842dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'security_group_rule': {'security_group_id': 'c5de7ee2-7545-4d88-9f4b-67b2526fdab9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:04.581052 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d60f6188-25c9-4cca-af71-d7adb4e842dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group_rule (fd658860-c223-4649-bd11-ceb831f348fe), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.682069 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8011076-2ca2-4ee6-aeb2-66b39a42bb7a req-65a2f84d-2f4b-45b0-b633-725325defc11 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:04.683025 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d60f6188-25c9-4cca-af71-d7adb4e842dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group_rule (fd658860-c223-4649-bd11-ceb831f348fe), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.685001 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e8011076-2ca2-4ee6-aeb2-66b39a42bb7a req-65a2f84d-2f4b-45b0-b633-725325defc11 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 948 time: 0.0961185 Apr 18 20:56:04.748433 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e8011076-2ca2-4ee6-aeb2-66b39a42bb7a req-26e7b309-55ba-4b48-b1e3-48500de5efac tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568850 Apr 18 20:56:04.781765 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d60f6188-25c9-4cca-af71-d7adb4e842dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (fd658860-c223-4649-bd11-ceb831f348fe), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.806692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f6188-25c9-4cca-af71-d7adb4e842dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd658860-c223-4649-bd11-ceb831f348fe,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:04.885319 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d60f6188-25c9-4cca-af71-d7adb4e842dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:04.886667 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d60f6188-25c9-4cca-af71-d7adb4e842dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4262066 Apr 18 20:56:04.892270 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49366) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:04.897156 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:04.922824 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cdaacbdf-98c2-4cf3-90e8-5704d835404f req-511a53a5-0ba2-47a6-8322-34dcb54ded35 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb41edba-1ce9-4a4a-b399-1fe3053c6088 HTTP/1.1" status: 200 len: 210 time: 0.0524108 Apr 18 20:56:04.992331 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:05.120542 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:05.330649 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Allocated IP 172.27.1.167 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/8b7a5295-f6f6-4049-9188-bb6ad39dfe3e) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:05.347599 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e10e5-bad0-49df-98af-91ed564d7982 req-f6da3ab6-fffe-43ea-abf0-2e649a7f4250 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:05.361598 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ad3e10e5-bad0-49df-98af-91ed564d7982 req-f6da3ab6-fffe-43ea-abf0-2e649a7f4250 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1067200 Apr 18 20:56:05.441010 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0c654e0d-da5d-4ff0-a9e0-723e71df6006 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:05.450331 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ad3e10e5-bad0-49df-98af-91ed564d7982 req-6ff14cfc-aa7c-427f-a978-48f04139e845 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823364 Apr 18 20:56:05.453042 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 4e421833-bbcd-45ca-90cc-e4b64a50c17b no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:05.517913 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 4e421833-bbcd-45ca-90cc-e4b64a50c17b {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:56:05.518544 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 4e421833-bbcd-45ca-90cc-e4b64a50c17b not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:05.552677 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-340ef8e0-1e83-4bc6-b6a1-91b19785e263 req-57c7c1cc-b486-48e3-901e-905caf23b100 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 210 time: 0.0537798 Apr 18 20:56:05.586548 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for port (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:05.661770 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0c654e0d-da5d-4ff0-a9e0-723e71df6006, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0c654e0d-da5d-4ff0-a9e0-723e71df6006,segment=NetworkSegment(e2a41b47-d30c-4082-8fec-38eb6403c18d),segment_id=e2a41b47-d30c-4082-8fec-38eb6403c18d)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:05.676261 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '0c654e0d-da5d-4ff0-a9e0-723e71df6006', 'network_id': '3337776f-26c2-47fc-bbde-1d9887e073a1', 'port_id': '0c654e0d-da5d-4ff0-a9e0-723e71df6006', 'mac_address': 'fa:16:3e:29:f7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286d8c2c-a556-4a7b-aa38-eeec0b29f339', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:05.712025 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:05.719085 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:05.719485 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:05.735621 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c654e0d-da5d-4ff0-a9e0-723e71df6006 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:05.759026 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0c654e0d-da5d-4ff0-a9e0-723e71df6006, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0c654e0d-da5d-4ff0-a9e0-723e71df6006,segment=NetworkSegment(e2a41b47-d30c-4082-8fec-38eb6403c18d),segment_id=e2a41b47-d30c-4082-8fec-38eb6403c18d)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:05.772332 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:05.777367 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:05.780419 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:05.785539 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event updated for resources: {'Port': ['ID=8b7a5295-f6f6-4049-9188-bb6ad39dfe3e,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.855056 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:05.922463 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (2326bdc5-ca95-4a3b-8f7a-1725934d65cd), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:05.933652 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=0c654e0d-da5d-4ff0-a9e0-723e71df6006,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.952157 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f3e9f-0e66-4510-9104-612bae3bf922 req-7ecf1906-103b-47b9-a1a1-440003090abf tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:05.953860 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fd9f3e9f-0e66-4510-9104-612bae3bf922 req-7ecf1906-103b-47b9-a1a1-440003090abf tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 949 time: 0.0886865 Apr 18 20:56:06.028502 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fd9f3e9f-0e66-4510-9104-612bae3bf922 req-35797ed9-86c1-4439-a46d-b2761437a18f tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629992 Apr 18 20:56:06.101726 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:06.214405 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['0c654e0d-da5d-4ff0-a9e0-723e71df6006'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:06.470068 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-93e92a1a-9938-4a53-9701-622fc73ea3c8 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:06.471794 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-93e92a1a-9938-4a53-9701-622fc73ea3c8 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 814 time: 0.3138230 Apr 18 20:56:06.562809 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-2bf34c80-6e82-4d5c-bdae-1b6f62baceba tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:06.566200 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-2bf34c80-6e82-4d5c-bdae-1b6f62baceba tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/networks?id=7b08b45a-f7e8-41d9-b867-c2574aee3115 HTTP/1.1" status: 200 len: 809 time: 0.1773987 Apr 18 20:56:06.574361 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for port (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:06.584848 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-f1d50a19-d571-4a61-82ec-78a5a6fbcf99 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/quotas/3b29f8249a2d4d71b69d9eabafbc8881 HTTP/1.1" status: 200 len: 375 time: 0.0130248 Apr 18 20:56:06.631728 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-f2b7c60c-506f-4069-a0f5-ecfe7c07c32c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b29f8249a2d4d71b69d9eabafbc8881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358107 Apr 18 20:56:06.632639 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-350ff6a1-e7b5-4f2b-8846-25f128e01cc7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 472 time: 0.1482999 Apr 18 20:56:06.646789 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'port': {'device_id': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'admin_state_up': True, 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'security_groups': ['e611b7fc-27c5-4df3-a8d6-748175ef16ad']}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:06.663232 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:06.716511 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011522f-0979-4fee-ab20-37a721827c99 req-cf00fb17-535e-4d93-8324-9114500c7b7f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:06.718218 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b011522f-0979-4fee-ab20-37a721827c99 req-cf00fb17-535e-4d93-8324-9114500c7b7f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0900457 Apr 18 20:56:06.827924 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event updated for resources: {'Port': ['ID=8b7a5295-f6f6-4049-9188-bb6ad39dfe3e,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:06.848710 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (2326bdc5-ca95-4a3b-8f7a-1725934d65cd), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:06.884316 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b011522f-0979-4fee-ab20-37a721827c99 req-989e5c6d-feac-4522-b395-59610a215b85 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290002 Apr 18 20:56:06.891616 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-131c7fd9-72d8-4eab-b307-8d167eeb927f service neutron] 10.222.0.53 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272272 Apr 18 20:56:07.013112 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:07.030879 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-15955c58-abc8-4d31-9803-419b28433ac8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1370807 Apr 18 20:56:07.158146 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Made reservation on behalf of 49053bff9c8744c49577beb0147f053a for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:07.166796 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:07.322778 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45a9350c-6c31-4156-8e74-918c831205a5 req-85bf74b6-f79b-4819-bbe9-a00b86b5b6f5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 210 time: 0.3317854 Apr 18 20:56:07.383449 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-2d6cfdf9-ac62-41d4-b85b-f7beff2523d1 service neutron] 10.222.0.53 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857626 Apr 18 20:56:07.392107 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Allocated IP 172.20.0.14 (13a8a4ec-054a-4b03-9f0c-ef547bb0842d/28b61d25-99fd-4952-a4b5-64e655c1687a/c1c9a925-c2e5-4d85-ba21-724a1ba7cf96) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:07.446732 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:07.565869 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0c654e0d-da5d-4ff0-a9e0-723e71df6006 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:07.587011 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fbeb0-b109-47b1-8c1c-349d4fe09556 req-f14aeda6-a10c-4f65-b276-7f1b9dd10624 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:07.594992 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-867fbeb0-b109-47b1-8c1c-349d4fe09556 req-f14aeda6-a10c-4f65-b276-7f1b9dd10624 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 949 time: 0.1257308 Apr 18 20:56:07.663548 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:07.670766 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-867fbeb0-b109-47b1-8c1c-349d4fe09556 req-9105f14f-180c-4c0c-89cb-42f01bf57c0d tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607684 Apr 18 20:56:07.735095 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:56:07.762556 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:07.786378 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'port_id': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'mac_address': 'fa:16:3e:49:b9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:07.797660 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:07.823689 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eca39866-9761-4437-a4f5-94aa46cd95e5 req-94835841-8922-41e6-9a2c-3e331d9e7b32 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 210 time: 0.0545592 Apr 18 20:56:07.864087 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:07.866814 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:07.870316 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:07.878547 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:07.888057 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:07.927400 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:07.991292 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:07.992514 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:08.012397 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c is: ACTIVE; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:08.013394 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:08.047135 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-a56b6fb7-971e-47aa-9694-5fa43ebc8879 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--520815896&fields=id&tenant_id=3ec268fac1364ccf857b9e8be5f80876 HTTP/1.1" status: 200 len: 267 time: 0.1399174 Apr 18 20:56:08.059679 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:08.079930 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3dde6cab-a03e-4450-abac-0d59272be6d2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4404032 Apr 18 20:56:08.103848 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:08.159974 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Request body: {'port': {'device_id': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:08.180346 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:08.181005 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:08.254288 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:08.262825 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d50cb7-0a9c-4437-9d0d-82586278b734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c654e0d-da5d-4ff0-a9e0-723e71df6006'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:08.267429 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0180265-8f65-4637-b0a9-80701e06ee98" -d '{"events": [{"server_uuid": "04d50cb7-0a9c-4437-9d0d-82586278b734", "name": "network-vif-plugged", "status": "completed", "tag": "0c654e0d-da5d-4ff0-a9e0-723e71df6006"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:08.278841 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:08.312109 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-9a9ad5b6-ef18-4e2e-98b7-d17435d420da tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:08.319221 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-9a9ad5b6-ef18-4e2e-98b7-d17435d420da tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 819 time: 0.2672071 Apr 18 20:56:08.357757 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-ec2dd9bb-16aa-4ade-b051-8a357a29eba1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/quotas/3ec268fac1364ccf857b9e8be5f80876 HTTP/1.1" status: 200 len: 375 time: 0.0375209 Apr 18 20:56:08.389069 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002aa4d1-9fff-446a-b3d6-761e48a742fd req-40c4ccf1-3907-43c7-839d-5c9fbca93321 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:08.392128 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-002aa4d1-9fff-446a-b3d6-761e48a742fd req-40c4ccf1-3907-43c7-839d-5c9fbca93321 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 944 time: 0.2997398 Apr 18 20:56:08.469106 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-f393b636-f7cb-41ff-a6c3-4ccdef45f360 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1102612 Apr 18 20:56:08.519857 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-002aa4d1-9fff-446a-b3d6-761e48a742fd req-b9dd48b7-a642-4142-a78c-ce2fcececced tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046729 Apr 18 20:56:08.546162 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0c654e0d-da5d-4ff0-a9e0-723e71df6006, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0c654e0d-da5d-4ff0-a9e0-723e71df6006,segment=NetworkSegment(e2a41b47-d30c-4082-8fec-38eb6403c18d),segment_id=e2a41b47-d30c-4082-8fec-38eb6403c18d)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:08.588057 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-b1ed71a7-166a-4037-ade8-ec943042a29e None None] Provisioning complete for port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:08.589496 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b1ed71a7-166a-4037-ade8-ec943042a29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:08.673758 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:08.688701 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:08.738563 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0248e3d-1769-40f7-9598-ce8477a94f7f x-openstack-request-id: req-f0248e3d-1769-40f7-9598-ce8477a94f7f {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:08.738907 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d50cb7-0a9c-4437-9d0d-82586278b734", "name": "network-vif-plugged", "status": "completed", "tag": "0c654e0d-da5d-4ff0-a9e0-723e71df6006", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:08.741270 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0248e3d-1769-40f7-9598-ce8477a94f7f {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:08.741270 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0248e3d-1769-40f7-9598-ce8477a94f7f'] response: {'server_uuid': '04d50cb7-0a9c-4437-9d0d-82586278b734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c654e0d-da5d-4ff0-a9e0-723e71df6006', 'code': 200} Apr 18 20:56:08.761418 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=6']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:08.777184 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-ee8c6278-3859-47f5-a0d4-aeef829ff86a service neutron] 10.222.0.53 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467117 Apr 18 20:56:08.849346 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed71a7-166a-4037-ade8-ec943042a29e None None] Port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:56:08.903148 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=0c654e0d-da5d-4ff0-a9e0-723e71df6006,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:08.949029 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57accbd-d68c-4634-ada6-e76b38933a58 req-9ce2e6fd-b758-4023-9d37-77611a7f0501 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:08.950716 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b57accbd-d68c-4634-ada6-e76b38933a58 req-9ce2e6fd-b758-4023-9d37-77611a7f0501 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 932 time: 0.1191065 Apr 18 20:56:08.999690 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-74f1cf3e-dac8-4c85-a63d-9e9989b80d1e service neutron] 10.222.0.53 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172933 Apr 18 20:56:09.055376 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b57accbd-d68c-4634-ada6-e76b38933a58 req-31695915-7876-423f-8c8b-b3eaca167267 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962033 Apr 18 20:56:09.109673 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:09.128733 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Publish callbacks [] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:09.161763 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Transition to ACTIVE for port object c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:56:09.230505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077470-0f78-443c-a3e1-4977c655c0f3 req-a6cf3a3b-0609-49a7-aefb-e92333f19c37 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:09.232190 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a3077470-0f78-443c-a3e1-4977c655c0f3 req-a6cf3a3b-0609-49a7-aefb-e92333f19c37 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 950 time: 0.0831482 Apr 18 20:56:09.286186 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a3077470-0f78-443c-a3e1-4977c655c0f3 req-79a5ee1a-496f-4ff5-9b1b-66dcb9597c5e tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476282 Apr 18 20:56:09.331401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:09.393457 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db625adf-d077-4ab4-85db-1b8bc2e37e97 req-898ffd22-31ea-4f60-9f87-9d4ab23f0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:09.395043 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-db625adf-d077-4ab4-85db-1b8bc2e37e97 req-898ffd22-31ea-4f60-9f87-9d4ab23f0f48 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 1134 time: 0.0982060 Apr 18 20:56:09.450131 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:09.461618 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7d7e5cb5-8ae8-43f2-9645-d5d9dab312c4 req-f3b881e2-693c-45c1-b32c-5b586f4694aa tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 210 time: 0.1046400 Apr 18 20:56:09.574790 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-db625adf-d077-4ab4-85db-1b8bc2e37e97 req-56441008-b9f5-4b89-9ced-f5e0d1791ed4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541026 Apr 18 20:56:09.576284 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:09.623506 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be1f6431-c473-4782-8af2-931f9cca6232 req-c2938a44-3249-4088-a99f-af0d3face465 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 210 time: 0.1095517 Apr 18 20:56:09.626703 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:09.627703 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:09.702795 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Attempting to bind port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:09.703132 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Attempting to bind port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:09.703401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Attempting to bind port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:09.711922 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:56:09.712327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Attempting to bind port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:09.724072 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:09.724581 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Checking segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:09.725022 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Bound using segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:09.725575 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Bound port: c1c9a925-c2e5-4d85-ba21-724a1ba7cf96, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:09.725956 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:09.819647 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] For port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:09.824480 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] For port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:09.841660 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:09.841988 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:09.888081 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1004c3-801e-42c8-a263-d472431fe493 req-d766bd9d-e5a2-42dc-ba6f-ad1fc8770dd4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:09.889851 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be1004c3-801e-42c8-a263-d472431fe493 req-d766bd9d-e5a2-42dc-ba6f-ad1fc8770dd4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 944 time: 0.1747391 Apr 18 20:56:09.911299 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:09.963902 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:09.967633 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be1004c3-801e-42c8-a263-d472431fe493 req-17bcb8e9-7c2c-4498-9ea8-13c6e2090c99 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700138 Apr 18 20:56:10.046063 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:10.163506 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:10.186021 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:10.187239 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:10.189821 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-22bb15e8-e1f0-4584-95e2-ca8677188784 service neutron] 10.222.0.78 "PUT /v2.0/ports/c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 HTTP/1.1" status: 200 len: 1094 time: 2.0427043 Apr 18 20:56:10.190578 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'tag': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:10.194877 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fea974-454e-4f95-9895-8490d8746401" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbce2db-058f-4ff1-91ea-a77591d5b727", "tag": "c1c9a925-c2e5-4d85-ba21-724a1ba7cf96"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:10.203124 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=7']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:10.302482 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807879d7-df8c-4db0-83ef-bf2becbaddf8 req-fc29664a-abe3-46e1-9b76-544947599d65 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:10.305168 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-807879d7-df8c-4db0-83ef-bf2becbaddf8 req-fc29664a-abe3-46e1-9b76-544947599d65 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 944 time: 0.0850813 Apr 18 20:56:10.380786 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-807879d7-df8c-4db0-83ef-bf2becbaddf8 req-da7380b1-9452-4d33-9b65-f69096d3a78a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700705 Apr 18 20:56:10.472610 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba5a5c3-a775-44b7-82be-79f8947e5b5d x-openstack-request-id: req-9ba5a5c3-a775-44b7-82be-79f8947e5b5d {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:10.473124 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbce2db-058f-4ff1-91ea-a77591d5b727", "tag": "c1c9a925-c2e5-4d85-ba21-724a1ba7cf96", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:10.473639 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ba5a5c3-a775-44b7-82be-79f8947e5b5d {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:10.474506 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba5a5c3-a775-44b7-82be-79f8947e5b5d'] response: {'name': 'network-changed', 'server_uuid': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'tag': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'status': 'completed', 'code': 200} Apr 18 20:56:10.684401 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1264a9-2e3e-44c9-aaaf-d28d2649feee req-38fe99f3-ed64-4a27-95d5-49835bba17f1 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:10.684401 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bd1264a9-2e3e-44c9-aaaf-d28d2649feee req-38fe99f3-ed64-4a27-95d5-49835bba17f1 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 950 time: 0.1225431 Apr 18 20:56:10.690008 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe61a4-ce6b-41dd-958f-793ef546bd03 req-7ed65e48-274e-4dde-bd5a-1edd803a02df tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:10.691742 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cbe61a4-ce6b-41dd-958f-793ef546bd03 req-7ed65e48-274e-4dde-bd5a-1edd803a02df tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0868859 Apr 18 20:56:10.709494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fea974-454e-4f95-9895-8490d8746401 req-4a66bec0-749e-4f7e-a7ba-01d3ab1bd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:10.711223 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-33fea974-454e-4f95-9895-8490d8746401 req-4a66bec0-749e-4f7e-a7ba-01d3ab1bd3ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 1128 time: 0.0645056 Apr 18 20:56:10.741108 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:10.862784 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8546e375-ab1f-4a55-86c4-8463c8a3a83e" -d '{"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-plugged", "status": "completed", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:10.863738 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bd1264a9-2e3e-44c9-aaaf-d28d2649feee req-e2e1ce5c-9a8a-452a-8a9a-ee9cc00a2e7d tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888827 Apr 18 20:56:10.863738 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cbe61a4-ce6b-41dd-958f-793ef546bd03 req-d8fc5f43-9365-479e-a11f-9858698985cd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785491 Apr 18 20:56:10.927092 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f6ce9b5f-94be-44a3-9fb2-1022c6b836c1 req-ef13e41f-b20e-430d-9564-9ef34095d946 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 210 time: 0.0719585 Apr 18 20:56:10.933922 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fea974-454e-4f95-9895-8490d8746401 req-39841856-405d-4fa2-8f00-d76c7b2f4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:10.937215 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-33fea974-454e-4f95-9895-8490d8746401 req-39841856-405d-4fa2-8f00-d76c7b2f4228 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=49053bff9c8744c49577beb0147f053a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2108190 Apr 18 20:56:10.946232 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1ca47b27-a586-49d2-b3e6-192cd137642f req-3912b4f0-4ef9-44b3-a844-4c092f6565c0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 210 time: 0.0395610 Apr 18 20:56:11.000459 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a5d5d5-e817-427f-ad90-443d01cbceb6 x-openstack-request-id: req-81a5d5d5-e817-427f-ad90-443d01cbceb6 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:11.000755 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-plugged", "status": "completed", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:11.001012 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81a5d5d5-e817-427f-ad90-443d01cbceb6 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:11.001481 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a5d5d5-e817-427f-ad90-443d01cbceb6'] response: {'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'code': 200} Apr 18 20:56:11.132458 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844354bf-14db-4d42-8df3-785f64fb1b6d req-57ef55a6-4d8d-4bcf-a2fb-8c1efe0fbfb1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:11.135798 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-844354bf-14db-4d42-8df3-785f64fb1b6d req-57ef55a6-4d8d-4bcf-a2fb-8c1efe0fbfb1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0712490 Apr 18 20:56:11.216345 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-844354bf-14db-4d42-8df3-785f64fb1b6d req-58521791-d867-412c-a674-d21423d402a8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725806 Apr 18 20:56:11.562304 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ed18d-d897-4781-9fcd-6869b7eba699 req-b92020f3-53b0-4c4d-a766-3b603729cfbc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:11.565039 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-604ed18d-d897-4781-9fcd-6869b7eba699 req-b92020f3-53b0-4c4d-a766-3b603729cfbc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 944 time: 0.0782526 Apr 18 20:56:11.659463 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-604ed18d-d897-4781-9fcd-6869b7eba699 req-84a3de99-65bc-46ca-bd1f-b24a9ad4ff44 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862012 Apr 18 20:56:11.819898 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fea974-454e-4f95-9895-8490d8746401 req-92a4f1b7-6c47-45a8-b581-91588212e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:11.823749 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-33fea974-454e-4f95-9895-8490d8746401 req-92a4f1b7-6c47-45a8-b581-91588212e001 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768808 Apr 18 20:56:12.014447 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633e38a-9269-4ba6-914b-35e1212b7bf9 req-3c111577-390e-4794-9185-351db6a18445 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:12.016297 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d633e38a-9269-4ba6-914b-35e1212b7bf9 req-3c111577-390e-4794-9185-351db6a18445 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1308489 Apr 18 20:56:12.028816 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f045a7b-1c84-4467-967c-02f86bec15a6 req-97652c74-3f88-4d1e-9bac-1d611764d24a tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:12.030553 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3f045a7b-1c84-4467-967c-02f86bec15a6 req-97652c74-3f88-4d1e-9bac-1d611764d24a tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 950 time: 0.1061895 Apr 18 20:56:12.183729 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3f045a7b-1c84-4467-967c-02f86bec15a6 req-e61dc5f5-91db-4958-93ab-156aabedb2a6 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353114 Apr 18 20:56:12.199257 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d633e38a-9269-4ba6-914b-35e1212b7bf9 req-943fb56a-9eaa-40b2-8d14-35791625eacc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518331 Apr 18 20:56:12.213664 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-2a2380a6-8bbb-4501-8467-43939c6bd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:12.216916 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-2a2380a6-8bbb-4501-8467-43939c6bd4e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 1128 time: 0.1148574 Apr 18 20:56:12.280288 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-8713c02e-6a72-4cbd-bc3d-841696b21721 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 HTTP/1.1" status: 200 len: 217 time: 0.0544710 Apr 18 20:56:12.383141 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bfec91f8-ea75-4304-a373-ff5da546a99e req-15dfeb49-ad32-4b93-bae7-8e8a3a43730b tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 210 time: 0.0552552 Apr 18 20:56:12.452349 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c51ba987-2759-42b3-ab60-d5eb78a5e1e3 req-ffbd32fa-6110-43cb-a03f-658fec1c6cb7 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 210 time: 0.0469582 Apr 18 20:56:12.520117 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3fae5361-5b74-4c2b-b694-c949c0b58663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:12.525954 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-3fae5361-5b74-4c2b-b694-c949c0b58663 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.2378550 Apr 18 20:56:12.663743 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc69a-f56e-40fa-b4e4-128ab1b6b0fa req-5d5254d2-7b69-49e2-a302-fb5994497b30 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:12.666366 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b1dc69a-f56e-40fa-b4e4-128ab1b6b0fa req-5d5254d2-7b69-49e2-a302-fb5994497b30 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0886564 Apr 18 20:56:12.724072 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-04b3e5f5-b270-4afb-a2e6-1fef33e8c9aa tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:12.725582 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-04b3e5f5-b270-4afb-a2e6-1fef33e8c9aa tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.78 "GET /v2.0/networks?id=7b08b45a-f7e8-41d9-b867-c2574aee3115 HTTP/1.1" status: 200 len: 809 time: 0.3655610 Apr 18 20:56:12.730162 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-99015fc0-4116-4ba6-ab6d-51dbaea8d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:12.732001 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-99015fc0-4116-4ba6-ab6d-51dbaea8d711 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1962936 Apr 18 20:56:12.746352 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Request body: {'port': {'device_id': '30e12549-b11f-4e67-bb04-00781d65c949', 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115', 'admin_state_up': True, 'tenant_id': '3b29f8249a2d4d71b69d9eabafbc8881'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:12.754812 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b1dc69a-f56e-40fa-b4e4-128ab1b6b0fa req-65774972-d397-48a5-b706-fd6c688b2737 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748758 Apr 18 20:56:12.952086 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ee7b1-9688-4f1e-8186-6287a6172388 req-fc1e943b-e775-4484-ac3d-a674c2597cdd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:12.954145 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-232ee7b1-9688-4f1e-8186-6287a6172388 req-fc1e943b-e775-4484-ac3d-a674c2597cdd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 944 time: 0.0624592 Apr 18 20:56:13.063172 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-232ee7b1-9688-4f1e-8186-6287a6172388 req-2b8f6ada-067c-4a83-8bbc-bbf94392457b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861418 Apr 18 20:56:13.274721 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322468d2-4aa4-4284-8035-9e3099517f88 req-c3332519-df22-441f-af6f-0f7717ad50f0 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:13.289379 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-322468d2-4aa4-4284-8035-9e3099517f88 req-c3332519-df22-441f-af6f-0f7717ad50f0 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 950 time: 0.0975692 Apr 18 20:56:13.523173 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c133cf-efbc-457e-981c-12b2abaa7665 req-5363a862-d01e-46f4-8e6d-0f757bcb9e88 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:13.528532 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-2b708459-ae16-4272-a3b8-ade149b685ec service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866485 Apr 18 20:56:13.533283 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-01c133cf-efbc-457e-981c-12b2abaa7665 req-5363a862-d01e-46f4-8e6d-0f757bcb9e88 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1115117 Apr 18 20:56:13.549610 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-322468d2-4aa4-4284-8035-9e3099517f88 req-66dae603-7ef0-4d6d-985e-09395b436329 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492676 Apr 18 20:56:13.624070 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Made reservation on behalf of 3b29f8249a2d4d71b69d9eabafbc8881 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:13.627715 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:13.699814 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-01c133cf-efbc-457e-981c-12b2abaa7665 req-afd18728-7ba7-4544-9224-8ed7a6371838 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484110 Apr 18 20:56:13.831327 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3026417f-3ea0-4ab8-a1a0-b9b49ea02124 req-88e44d9a-5ab6-44f3-bfa6-e48431ddb73f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 210 time: 0.1264768 Apr 18 20:56:13.875744 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1303d3b0-e56c-40f1-a07f-252a59fb1390 req-ee6d94af-4c71-4f04-81df-42f376a11a6a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 210 time: 0.0570552 Apr 18 20:56:13.895648 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Allocated IP 172.20.0.13 (7b08b45a-f7e8-41d9-b867-c2574aee3115/ad3aca6b-bac8-4456-a0b3-e966e6f0e48e/54f25f04-f3c6-4b33-875d-a598bc5df0c9) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:14.075418 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f72386-6944-40f7-a733-7178a2b1780b req-43e7f232-9865-4998-a5fb-c8f6ea35ffb6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:14.096236 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-41f72386-6944-40f7-a733-7178a2b1780b req-43e7f232-9865-4998-a5fb-c8f6ea35ffb6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1356666 Apr 18 20:56:14.320518 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks [] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:14.337906 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-41f72386-6944-40f7-a733-7178a2b1780b req-e325ad49-efa0-47ac-b846-85225a7aa678 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510448 Apr 18 20:56:14.374769 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ef47-f217-4fa3-ba80-dd4f5ca8f733 req-8431428c-19c5-4a92-a57c-e3df525b1c29 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:14.374769 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7086ef47-f217-4fa3-ba80-dd4f5ca8f733 req-8431428c-19c5-4a92-a57c-e3df525b1c29 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 944 time: 0.1016057 Apr 18 20:56:14.464826 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7086ef47-f217-4fa3-ba80-dd4f5ca8f733 req-510ce8ff-2187-46f2-a6ed-764b1b246d80 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852065 Apr 18 20:56:14.535156 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:14.674692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Network 7b08b45a-f7e8-41d9-b867-c2574aee3115 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:14.695554 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:14.711437 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:14.788494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Pushing event updated for resources: {'Port': ['ID=54f25f04-f3c6-4b33-875d-a598bc5df0c9,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:14.863798 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:14.865720 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:14.902589 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-76c709d7-9722-4f91-b44f-f74f4184f770 req-58265e8b-5171-4dae-a299-8f136211dcc2 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837110 Apr 18 20:56:14.970850 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d00e7b-065a-4ba7-8fda-ff65ab4ee7b0 req-81e1fa35-5659-47d3-bbab-03e94e210bc2 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:14.980444 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46d00e7b-065a-4ba7-8fda-ff65ab4ee7b0 req-81e1fa35-5659-47d3-bbab-03e94e210bc2 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 950 time: 0.1563072 Apr 18 20:56:15.030185 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c7230-1b6a-4498-bd6d-835ed7046b9e req-9472f61e-cf24-4afe-a6db-78362928c620 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:15.040354 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be6c7230-1b6a-4498-bd6d-835ed7046b9e req-9472f61e-cf24-4afe-a6db-78362928c620 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1344333 Apr 18 20:56:15.052749 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-823496a5-1e81-46c2-ac75-f51bdd2e10f5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3125486 Apr 18 20:56:15.092877 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-4775a1b7-89cc-4db4-88c1-734b7e8a74e5 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:15.094799 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-4775a1b7-89cc-4db4-88c1-734b7e8a74e5 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.78 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 950 time: 0.1080706 Apr 18 20:56:15.197787 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46d00e7b-065a-4ba7-8fda-ff65ab4ee7b0 req-ee89384e-738f-4ed6-8d6b-8d2d2b010bf8 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158983 Apr 18 20:56:15.210972 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be6c7230-1b6a-4498-bd6d-835ed7046b9e req-9318be8a-87fc-48c0-932f-f9f058c7a7b4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682999 Apr 18 20:56:15.265379 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-b8ffb140-1ab0-4152-84a9-671279729c2d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:15.265379 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-b8ffb140-1ab0-4152-84a9-671279729c2d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 819 time: 0.2534807 Apr 18 20:56:15.415699 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a3ae0-e7fb-4602-b321-41b99fc2db42 req-e1a193db-f1ec-45cc-9bd8-98e830d64eec tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:15.425157 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-635a3ae0-e7fb-4602-b321-41b99fc2db42 req-e1a193db-f1ec-45cc-9bd8-98e830d64eec tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 932 time: 0.0815248 Apr 18 20:56:15.472152 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-15136f7c-1964-4c43-bce4-acab15bc605f req-811bdc99-ba55-41f6-ae29-c1c65a21180d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 210 time: 0.1197000 Apr 18 20:56:15.522611 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-635a3ae0-e7fb-4602-b321-41b99fc2db42 req-cab10b10-fe2c-41be-ba92-46b88c038f12 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958197 Apr 18 20:56:15.678547 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b0ab-e2fd-4c0d-adec-ab8d808ab166 req-80f5e319-bbc7-4327-a083-ee085e142415 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:15.680298 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3004b0ab-e2fd-4c0d-adec-ab8d808ab166 req-80f5e319-bbc7-4327-a083-ee085e142415 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0955203 Apr 18 20:56:15.706866 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df988c73-8eb8-410c-9328-b37aa408412b req-de57ee92-c9c7-41af-be3f-d88f3a29c289 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:15.709837 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-df988c73-8eb8-410c-9328-b37aa408412b req-de57ee92-c9c7-41af-be3f-d88f3a29c289 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 944 time: 0.1031609 Apr 18 20:56:15.853791 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-df988c73-8eb8-410c-9328-b37aa408412b req-9d0798c1-e3dd-4ca8-9f53-09ff4f0f72b5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301758 Apr 18 20:56:15.862258 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3004b0ab-e2fd-4c0d-adec-ab8d808ab166 req-98950327-b4f9-470f-8cec-fbf8e96ea9a5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505013 Apr 18 20:56:16.169498 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Request body: {'port': {'device_id': '30e12549-b11f-4e67-bb04-00781d65c949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:16.245273 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-f00b1980-4aa6-4271-bffb-98bee477d9e0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec268fac1364ccf857b9e8be5f80876 HTTP/1.1" status: 200 len: 379 time: 0.1072779 Apr 18 20:56:16.270937 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'port': {'device_id': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'admin_state_up': True, 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'security_groups': ['c5de7ee2-7545-4d88-9f4b-67b2526fdab9']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:16.301326 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:16.423031 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Deleting port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:56:16.423306 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:16.566660 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cf465-b73a-41d4-aaf6-b54ebc4e1de8 req-f503ec36-5499-4e0d-90c0-a98c0bf78662 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:16.575843 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-353cf465-b73a-41d4-aaf6-b54ebc4e1de8 req-f503ec36-5499-4e0d-90c0-a98c0bf78662 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 950 time: 0.1605847 Apr 18 20:56:16.628059 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57046b-a65b-43a8-8cfd-a6d5a8a21125 req-4253ed48-94c9-4b03-b539-7cca321504be tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:16.630014 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-af57046b-a65b-43a8-8cfd-a6d5a8a21125 req-4253ed48-94c9-4b03-b539-7cca321504be tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.2134070 Apr 18 20:56:16.751229 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-353cf465-b73a-41d4-aaf6-b54ebc4e1de8 req-556acec9-a9af-4687-ba4c-c0aea2a6d14f tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/security-groups?id=1751ad34-8aa3-4471-a4e0-166d00b5c337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743009 Apr 18 20:56:16.754099 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Made reservation on behalf of 3ec268fac1364ccf857b9e8be5f80876 for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:16.758332 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:16.772145 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-af57046b-a65b-43a8-8cfd-a6d5a8a21125 req-a90f5f69-cbc1-4062-aaf6-3ef2e5dec9ed tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092315 Apr 18 20:56:16.787509 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] For port 0c654e0d-da5d-4ff0-a9e0-723e71df6006, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0c654e0d-da5d-4ff0-a9e0-723e71df6006,segment=NetworkSegment(e2a41b47-d30c-4082-8fec-38eb6403c18d),segment_id=e2a41b47-d30c-4082-8fec-38eb6403c18d)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:16.788046 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:16.941406 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Calling delete_port for 0c654e0d-da5d-4ff0-a9e0-723e71df6006 owned by compute:nova {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:56:16.980218 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f4339e79-9aa6-47c6-87df-7d3b0bbeedc2 req-208958e8-6597-4e72-ae4e-1ef3ead85ee1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 210 time: 0.0422504 Apr 18 20:56:17.071063 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a82ff-0c62-4502-8ba9-0819d758e726 req-4f7885b7-090f-4ee6-939f-364fc1f965c5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:17.071063 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c95a82ff-0c62-4502-8ba9-0819d758e726 req-4f7885b7-090f-4ee6-939f-364fc1f965c5 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 932 time: 0.0830739 Apr 18 20:56:17.211788 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f25f04-f3c6-4b33-875d-a598bc5df0c9 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:17.220508 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Publish callbacks [] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:17.229486 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c95a82ff-0c62-4502-8ba9-0819d758e726 req-93af4e5a-b1e4-42d8-bd8e-30588cdc37d8 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530907 Apr 18 20:56:17.236102 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Allocated IP 172.20.0.8 (16e87387-b123-4f2b-babb-a2e00343063b/70141762-b3bb-420e-b230-42af2b3a8c3e/01d36fb0-6e0d-434f-b9f3-9923700cec8f) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:17.236572 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Transition to ACTIVE for port object 54f25f04-f3c6-4b33-875d-a598bc5df0c9 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:56:17.246166 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2fc5b-319e-45aa-a96a-5637779e1489 req-6b631da7-e012-4c88-9771-b9436a80bb93 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:17.249282 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dde2fc5b-319e-45aa-a96a-5637779e1489 req-6b631da7-e012-4c88-9771-b9436a80bb93 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 944 time: 0.1056740 Apr 18 20:56:17.379377 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dde2fc5b-319e-45aa-a96a-5637779e1489 req-a1652d5f-7810-489b-8b82-776a534b5dce tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179478 Apr 18 20:56:17.476091 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae21a8-1223-4406-838a-fd9328c43281 req-9c88989b-a1b3-451d-91f6-8d1373c22c60 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:17.477598 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c0ae21a8-1223-4406-838a-fd9328c43281 req-9c88989b-a1b3-451d-91f6-8d1373c22c60 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0885818 Apr 18 20:56:17.478229 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:17.482694 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0c654e0d-da5d-4ff0-a9e0-723e71df6006 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:17.540395 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:17.562406 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c0ae21a8-1223-4406-838a-fd9328c43281 req-764e0141-a5de-4737-bb6d-44f2622e1c65 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782402 Apr 18 20:56:17.646472 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 is: ACTIVE; New status is: DOWN {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:17.647074 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:17.677822 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:17.692616 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:17.709472 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'port_id': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'mac_address': 'fa:16:3e:3a:c9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:17.740394 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:17.754774 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (0c654e0d-da5d-4ff0-a9e0-723e71df6006), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:17.777607 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=54f25f04-f3c6-4b33-875d-a598bc5df0c9,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:17.789842 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:17.789842 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:17.839201 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:17.872665 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Network 16e87387-b123-4f2b-babb-a2e00343063b is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:17.894159 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:17.898189 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Pushing event deleted for resources: {'Port': ['ID=0c654e0d-da5d-4ff0-a9e0-723e71df6006,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:17.914680 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:17.928634 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:18.008265 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:18.009767 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:18.018270 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event updated for resources: {'Port': ['ID=01d36fb0-6e0d-434f-b9f3-9923700cec8f,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:18.024208 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:18.121561 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e7800566-3993-43ed-af24-1e9b89cf931c req-2395dea4-d1db-4818-8979-c76eaee7c502 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.1401947 Apr 18 20:56:18.188672 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:18.205471 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] No DVR routers for this DVR port 0c654e0d-da5d-4ff0-a9e0-723e71df6006 on host hv-cinder-82651 {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:18.212107 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8862ff4-2732-4398-9e21-aa2d5f246cf7 req-0bb54366-ab17-4bee-864e-d2a49376fab3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:18.214114 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f8862ff4-2732-4398-9e21-aa2d5f246cf7 req-0bb54366-ab17-4bee-864e-d2a49376fab3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.2229481 Apr 18 20:56:18.247262 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:18.266099 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1324ab9c-2d0c-4555-b77e-dbbca279a5bc req-abd546b8-2159-4705-aee9-330eaa296e34 tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.78 "DELETE /v2.0/ports/0c654e0d-da5d-4ff0-a9e0-723e71df6006 HTTP/1.1" status: 204 len: 173 time: 2.1270275 Apr 18 20:56:18.266864 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d50cb7-0a9c-4437-9d0d-82586278b734', 'name': 'network-vif-deleted', 'tag': '0c654e0d-da5d-4ff0-a9e0-723e71df6006'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:18.279301 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79d422-065a-486d-bff1-4e15a708ad5e" -d '{"events": [{"server_uuid": "04d50cb7-0a9c-4437-9d0d-82586278b734", "name": "network-vif-deleted", "tag": "0c654e0d-da5d-4ff0-a9e0-723e71df6006"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:18.357992 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-034eaaeb-d12b-4e1f-8369-cc43bcfd5d31 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1074202 Apr 18 20:56:18.365539 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Attempting to bind port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:18.365885 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Attempting to bind port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:18.366204 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Attempting to bind port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 on network 7b08b45a-f7e8-41d9-b867-c2574aee3115 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:18.374490 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Request body: {'port': {'device_id': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:18.380049 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 on network 7b08b45a-f7e8-41d9-b867-c2574aee3115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:56:18.380894 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Attempting to bind port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 on network 7b08b45a-f7e8-41d9-b867-c2574aee3115 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:18.381638 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['c1c9a925-c2e5-4d85-ba21-724a1ba7cf96'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:18.400369 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:18.400618 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Checking segment: {'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:18.402692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Bound using segment: {'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:18.402692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Bound port: 54f25f04-f3c6-4b33-875d-a598bc5df0c9, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa24d2f3-6396-4391-85bd-4417c189b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:18.402692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:18.506684 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] For port 54f25f04-f3c6-4b33-875d-a598bc5df0c9, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:18.511688 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] For port 54f25f04-f3c6-4b33-875d-a598bc5df0c9, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=54f25f04-f3c6-4b33-875d-a598bc5df0c9,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:18.519706 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-82ac0f9c-8189-4442-8dcf-62d387cd076b None None] Provisioning complete for port 01d36fb0-6e0d-434f-b9f3-9923700cec8f triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:18.520847 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-82ac0f9c-8189-4442-8dcf-62d387cd076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:18.531265 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883878f6-fffc-4b63-99b8-534cef0a229a req-f99ead58-9eb1-4028-b80a-bdc9c5c4da74 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:18.533939 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-883878f6-fffc-4b63-99b8-534cef0a229a req-f99ead58-9eb1-4028-b80a-bdc9c5c4da74 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 931 time: 0.2733555 Apr 18 20:56:18.576030 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f8862ff4-2732-4398-9e21-aa2d5f246cf7 req-baf32ebf-4502-4207-98d2-8d83855f2495 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470392 Apr 18 20:56:18.641756 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:18.656148 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:18.695427 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-82ac0f9c-8189-4442-8dcf-62d387cd076b None None] Port 01d36fb0-6e0d-434f-b9f3-9923700cec8f cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:56:18.712135 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:56:18.728759 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:18.729493 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:18.731330 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] 10.222.0.78 "PUT /v2.0/ports/54f25f04-f3c6-4b33-875d-a598bc5df0c9 HTTP/1.1" status: 200 len: 1094 time: 2.5787868 Apr 18 20:56:18.815142 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-883878f6-fffc-4b63-99b8-534cef0a229a req-6dd222f1-15fc-441d-b863-019ed6d7a172 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359350 Apr 18 20:56:18.827539 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e0b07-fa06-4697-9315-a2c6c8a57ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=54f25f04-f3c6-4b33-875d-a598bc5df0c9,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:18.936621 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f94a6-a2bb-4a1e-92bd-dc21202c4697 req-cd170a06-790e-49a1-bd37-832e2942ffc7 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:18.943156 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-348f94a6-a2bb-4a1e-92bd-dc21202c4697 req-cd170a06-790e-49a1-bd37-832e2942ffc7 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 944 time: 0.2016771 Apr 18 20:56:18.965238 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8969455-d1a4-4091-9f38-298650504def x-openstack-request-id: req-c8969455-d1a4-4091-9f38-298650504def {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:18.965735 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d50cb7-0a9c-4437-9d0d-82586278b734", "name": "network-vif-deleted", "tag": "0c654e0d-da5d-4ff0-a9e0-723e71df6006", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:18.966173 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8969455-d1a4-4091-9f38-298650504def {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:18.966866 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8969455-d1a4-4091-9f38-298650504def'] response: {'server_uuid': '04d50cb7-0a9c-4437-9d0d-82586278b734', 'name': 'network-vif-deleted', 'tag': '0c654e0d-da5d-4ff0-a9e0-723e71df6006', 'status': 'completed', 'code': 200} Apr 18 20:56:19.009066 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-97a0afe8-31ed-4996-9490-fe634a7208d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:19.012191 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-97a0afe8-31ed-4996-9490-fe634a7208d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b29f8249a2d4d71b69d9eabafbc8881&device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 1128 time: 0.1116557 Apr 18 20:56:19.118245 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-348f94a6-a2bb-4a1e-92bd-dc21202c4697 req-75146429-bb81-4b5c-b3ae-2febd652eb62 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628852 Apr 18 20:56:19.165047 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee039ee-1881-4fb8-8b3f-78f8cc65114e req-6e468ac6-f18c-4de7-b15e-edfba4010d5c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:19.185798 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cee039ee-1881-4fb8-8b3f-78f8cc65114e req-6e468ac6-f18c-4de7-b15e-edfba4010d5c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 945 time: 0.1120770 Apr 18 20:56:19.194314 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-67104a2b-7126-4f12-84c1-8f65de6f9a3c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54f25f04-f3c6-4b33-875d-a598bc5df0c9 HTTP/1.1" status: 200 len: 217 time: 0.0660903 Apr 18 20:56:19.298423 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-59a5a00d-3294-41c5-b447-0354e706091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:19.300880 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-59a5a00d-3294-41c5-b447-0354e706091c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ad3aca6b-bac8-4456-a0b3-e966e6f0e48e HTTP/1.1" status: 200 len: 849 time: 0.0988257 Apr 18 20:56:19.348196 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cee039ee-1881-4fb8-8b3f-78f8cc65114e req-998e1d2e-5cd1-491d-9d35-6efea98441a9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576135 Apr 18 20:56:19.371224 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-53ac6aa8-c42a-4502-81af-1cce559ad39d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b08b45a-f7e8-41d9-b867-c2574aee3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573478 Apr 18 20:56:19.506430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:19.575925 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-57f456b5-b9d2-4220-a34a-9d05e1054b99 service neutron] 10.222.0.78 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942906 Apr 18 20:56:19.631157 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:56:19.709840 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4468e9d2-d8a5-4242-a354-4318fc119220 req-72d9529b-41f0-4a74-828d-5de4d9ed7dd8 service neutron] 10.222.0.78 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269901 Apr 18 20:56:19.762584 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:19.763153 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:19.806117 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eab97-71a1-4a29-9537-8eb848867892 req-b1fa458e-ea7d-46fc-89d3-3e49e542d1c0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:19.817468 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e0eab97-71a1-4a29-9537-8eb848867892 req-b1fa458e-ea7d-46fc-89d3-3e49e542d1c0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.4928920 Apr 18 20:56:19.817468 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6f53d283-e2e9-40c6-bb2e-033ff387b068 req-b74c1d12-e8f2-4c87-8420-c666bc54a3cd tempest-VolumesNegativeTest-875482257 tempest-VolumesNegativeTest-875482257-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d50cb7-0a9c-4437-9d0d-82586278b734 HTTP/1.1" status: 200 len: 210 time: 0.0602410 Apr 18 20:56:19.921358 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e0eab97-71a1-4a29-9537-8eb848867892 req-00cc6c95-23bf-4917-b76d-f1cd5e035068 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012092 Apr 18 20:56:19.927150 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:19.927990 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:20.013252 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d36fb0-6e0d-434f-b9f3-9923700cec8f {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:20.029393 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Publish callbacks [] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:20.036811 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:20.039406 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:20.049035 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f77581a-fb3a-4dee-8aac-720c7d927da0" -d '{"events": [{"server_uuid": "ebbce2db-058f-4ff1-91ea-a77591d5b727", "name": "network-vif-plugged", "status": "completed", "tag": "c1c9a925-c2e5-4d85-ba21-724a1ba7cf96"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:20.087597 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Transition to ACTIVE for port object 01d36fb0-6e0d-434f-b9f3-9923700cec8f will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:56:20.101832 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228052e-bee2-4696-81cc-5e011e09b9ea req-451e12b9-31b0-4db8-8338-92229a91a8e0 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:20.103787 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b228052e-bee2-4696-81cc-5e011e09b9ea req-451e12b9-31b0-4db8-8338-92229a91a8e0 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0692713 Apr 18 20:56:20.206691 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da795e0-b95f-42fe-9529-bf049459ccfa req-8d3a5a31-dba4-42b2-b507-4652ca5f1d62 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:20.209486 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7da795e0-b95f-42fe-9529-bf049459ccfa req-8d3a5a31-dba4-42b2-b507-4652ca5f1d62 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 931 time: 0.1042249 Apr 18 20:56:20.216808 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:20.290633 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b228052e-bee2-4696-81cc-5e011e09b9ea req-04630d3e-64e8-472e-88ac-7c5342924dc4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504331 Apr 18 20:56:20.308724 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:20.330603 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:20.395094 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25db8ef9-f78f-49b8-99c9-b791eece1ab2 x-openstack-request-id: req-25db8ef9-f78f-49b8-99c9-b791eece1ab2 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:20.395430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbce2db-058f-4ff1-91ea-a77591d5b727", "name": "network-vif-plugged", "status": "completed", "tag": "c1c9a925-c2e5-4d85-ba21-724a1ba7cf96", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:20.395697 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25db8ef9-f78f-49b8-99c9-b791eece1ab2 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:20.396131 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25db8ef9-f78f-49b8-99c9-b791eece1ab2'] response: {'server_uuid': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'code': 200} Apr 18 20:56:20.472033 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7da795e0-b95f-42fe-9529-bf049459ccfa req-b91bdbfd-ce50-4348-a726-d373f4e7a320 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374990 Apr 18 20:56:20.555704 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Pushing event updated for resources: {'Port': ['ID=01d36fb0-6e0d-434f-b9f3-9923700cec8f,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:20.832053 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f683c-82ad-49fc-9bf1-a05e87743c53 req-0e4dcdcd-955c-4857-9631-5ce76c979d6e tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:20.843297 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bf1f683c-82ad-49fc-9bf1-a05e87743c53 req-0e4dcdcd-955c-4857-9631-5ce76c979d6e tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 944 time: 0.3073919 Apr 18 20:56:20.880576 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a9349-c1e5-4f9a-9f0a-ac877184a5c1 req-7d388d95-6f39-4e4e-9a24-7485e9fd69cf tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:20.889416 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2c5a9349-c1e5-4f9a-9f0a-ac877184a5c1 req-7d388d95-6f39-4e4e-9a24-7485e9fd69cf tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.2390018 Apr 18 20:56:20.968205 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e12549-b11f-4e67-bb04-00781d65c949', 'tag': '54f25f04-f3c6-4b33-875d-a598bc5df0c9'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:20.971919 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Attempting to bind port 01d36fb0-6e0d-434f-b9f3-9923700cec8f on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:20.972379 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Attempting to bind port 01d36fb0-6e0d-434f-b9f3-9923700cec8f by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:20.972538 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314392b1-e8f5-413c-921e-d5937f72a3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "30e12549-b11f-4e67-bb04-00781d65c949", "tag": "54f25f04-f3c6-4b33-875d-a598bc5df0c9"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:20.972713 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Attempting to bind port 01d36fb0-6e0d-434f-b9f3-9923700cec8f on network 16e87387-b123-4f2b-babb-a2e00343063b {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:20.988471 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bf1f683c-82ad-49fc-9bf1-a05e87743c53 req-5a661d35-c6d2-47c0-8bd9-28e174de4837 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440856 Apr 18 20:56:20.998924 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Port 01d36fb0-6e0d-434f-b9f3-9923700cec8f on network 16e87387-b123-4f2b-babb-a2e00343063b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:56:20.999393 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Attempting to bind port 01d36fb0-6e0d-434f-b9f3-9923700cec8f on network 16e87387-b123-4f2b-babb-a2e00343063b {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:21.010102 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:21.010473 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Checking segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:21.010908 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Bound using segment: {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:21.011364 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Bound port: 01d36fb0-6e0d-434f-b9f3-9923700cec8f, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdce62d0-84f7-4cee-9c1a-ec8627340d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:21.011772 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:21.022004 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2c5a9349-c1e5-4f9a-9f0a-ac877184a5c1 req-af7d285b-4ca0-4cc5-8f09-e4e9be0031d3 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315622 Apr 18 20:56:21.079464 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c22bd-a163-41fe-b991-f7a45591a1a4 x-openstack-request-id: req-370c22bd-a163-41fe-b991-f7a45591a1a4 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:21.080000 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e12549-b11f-4e67-bb04-00781d65c949", "tag": "54f25f04-f3c6-4b33-875d-a598bc5df0c9", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:21.080460 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-370c22bd-a163-41fe-b991-f7a45591a1a4 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:21.081262 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370c22bd-a163-41fe-b991-f7a45591a1a4'] response: {'name': 'network-changed', 'server_uuid': '30e12549-b11f-4e67-bb04-00781d65c949', 'tag': '54f25f04-f3c6-4b33-875d-a598bc5df0c9', 'status': 'completed', 'code': 200} Apr 18 20:56:21.236815 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-aad2bc18-9c78-45fa-a024-667db6354987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:21.239667 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-aad2bc18-9c78-45fa-a024-667db6354987 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b29f8249a2d4d71b69d9eabafbc8881&device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 1128 time: 0.1154959 Apr 18 20:56:21.263040 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7748b-c171-4bbf-9f93-bda315e8e136 req-7c455f2d-5582-4edd-bb71-c9d42ac8073d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:21.273370 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-05a7748b-c171-4bbf-9f93-bda315e8e136 req-7c455f2d-5582-4edd-bb71-c9d42ac8073d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1277862 Apr 18 20:56:21.290068 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] For port 01d36fb0-6e0d-434f-b9f3-9923700cec8f, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:21.329081 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] For port 01d36fb0-6e0d-434f-b9f3-9923700cec8f, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:21.416464 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-05a7748b-c171-4bbf-9f93-bda315e8e136 req-29cf4689-b353-4294-bf5b-2d81aae05472 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410508 Apr 18 20:56:21.422805 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:21.454196 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:21.455401 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:21.457983 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] 10.222.0.78 "PUT /v2.0/ports/01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 200 len: 1093 time: 3.0883949 Apr 18 20:56:21.482227 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:21.491556 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e9b1c3-fb02-4614-87f6-cb005387f927" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:21.508547 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 54f25f04-f3c6-4b33-875d-a598bc5df0c9 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:21.611821 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f557c02-2865-4b20-ad6b-88be51969705 req-fe2bce56-c2b1-4ddc-a688-b7f9e89fccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:21.613665 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8f557c02-2865-4b20-ad6b-88be51969705 req-fe2bce56-c2b1-4ddc-a688-b7f9e89fccc9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 1130 time: 0.1757762 Apr 18 20:56:21.664998 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-5e1a4bf1-83b0-4ded-8cd3-2fcb3c06ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:21.667471 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-5e1a4bf1-83b0-4ded-8cd3-2fcb3c06ba3c service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b08b45a-f7e8-41d9-b867-c2574aee3115 HTTP/1.1" status: 200 len: 910 time: 0.4209340 Apr 18 20:56:21.793491 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-a25d435d-a0c9-4dfc-a464-79cd6081fffa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54f25f04-f3c6-4b33-875d-a598bc5df0c9 HTTP/1.1" status: 200 len: 217 time: 0.0839906 Apr 18 20:56:21.867077 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727561fd-e5c6-4084-a6fc-325fa438d772 req-88f46ecd-f905-410e-a9e2-7b278adb4ec1 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:21.887505 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-727561fd-e5c6-4084-a6fc-325fa438d772 req-88f46ecd-f905-410e-a9e2-7b278adb4ec1 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.3204446 Apr 18 20:56:21.907367 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 54f25f04-f3c6-4b33-875d-a598bc5df0c9, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=54f25f04-f3c6-4b33-875d-a598bc5df0c9,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:21.925661 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '54f25f04-f3c6-4b33-875d-a598bc5df0c9', 'network_id': '7b08b45a-f7e8-41d9-b867-c2574aee3115', 'port_id': '54f25f04-f3c6-4b33-875d-a598bc5df0c9', 'mac_address': 'fa:16:3e:5c:0a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3aca6b-bac8-4456-a0b3-e966e6f0e48e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:21.961714 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8f557c02-2865-4b20-ad6b-88be51969705 req-34c746c9-85b8-4fb3-8dfb-a204d639a7d2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927079 Apr 18 20:56:21.970684 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-017d92e8-99b1-4520-8098-1aa80815fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:21.974607 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-017d92e8-99b1-4520-8098-1aa80815fb4b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ad3aca6b-bac8-4456-a0b3-e966e6f0e48e HTTP/1.1" status: 200 len: 849 time: 0.1730635 Apr 18 20:56:22.081646 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:22.083086 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:22.112212 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f25f04-f3c6-4b33-875d-a598bc5df0c9 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:22.147883 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aee22-ed33-4117-a97c-7d723de07888 req-c59a69d3-adc3-4081-9677-7b035cab8220 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:22.158652 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1d5aee22-ed33-4117-a97c-7d723de07888 req-c59a69d3-adc3-4081-9677-7b035cab8220 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 943 time: 0.4399469 Apr 18 20:56:22.160682 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 54f25f04-f3c6-4b33-875d-a598bc5df0c9, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=54f25f04-f3c6-4b33-875d-a598bc5df0c9,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:22.204249 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66549a-384f-4d77-9c4b-c54d38d7216a service neutron] Pushing event updated for resources: {'Port': ['ID=01d36fb0-6e0d-434f-b9f3-9923700cec8f,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:22.209850 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-3e161efe-f045-4846-a444-02c594fb8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:22.215014 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-3e161efe-f045-4846-a444-02c594fb8c0b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1127 time: 0.4981654 Apr 18 20:56:22.261930 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-b1a8558d-23cc-4c34-ba8c-9907e3653b8d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b08b45a-f7e8-41d9-b867-c2574aee3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854673 Apr 18 20:56:22.264957 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-727561fd-e5c6-4084-a6fc-325fa438d772 req-5e0c1f79-0367-42d3-8b78-2cddf806e4da tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3740752 Apr 18 20:56:22.303429 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:22.341271 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-a75f04bb-296f-4024-9a70-b664563d6f1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 200 len: 217 time: 0.1088278 Apr 18 20:56:22.436297 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1d5aee22-ed33-4117-a97c-7d723de07888 req-a9d7cf03-436f-4838-a32a-86bd6b58e357 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754495 Apr 18 20:56:22.504543 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289c208-2564-417c-bcd3-c6ec55ae1bbd x-openstack-request-id: req-6289c208-2564-417c-bcd3-c6ec55ae1bbd {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:22.504863 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:22.505228 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6289c208-2564-417c-bcd3-c6ec55ae1bbd {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:22.505634 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6289c208-2564-417c-bcd3-c6ec55ae1bbd'] response: {'name': 'network-changed', 'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'status': 'completed', 'code': 200} Apr 18 20:56:22.507492 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-28457ad9-a48d-43b8-adaf-510353a29864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:22.509507 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-28457ad9-a48d-43b8-adaf-510353a29864 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1612763 Apr 18 20:56:22.527266 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=54f25f04-f3c6-4b33-875d-a598bc5df0c9,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:22.597813 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['54f25f04-f3c6-4b33-875d-a598bc5df0c9'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:22.630494 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-eff86fec-f1e3-41f3-816c-ba2d4bc3eb46 service neutron] 10.222.0.78 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535101 Apr 18 20:56:22.680779 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9d6a3-3e7c-4b97-b7e7-80b0db0546fd req-2234bbee-eeab-43e1-bf97-c213efaf8fa4 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:22.689103 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6df9d6a3-3e7c-4b97-b7e7-80b0db0546fd req-2234bbee-eeab-43e1-bf97-c213efaf8fa4 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.0921905 Apr 18 20:56:22.733800 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935058f3-9ca1-4b17-a994-0fb9b0417453 req-cb8d6fe5-2125-4a7b-b211-4e05a33d8475 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:22.741910 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-935058f3-9ca1-4b17-a994-0fb9b0417453 req-cb8d6fe5-2125-4a7b-b211-4e05a33d8475 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 945 time: 0.1105998 Apr 18 20:56:22.894112 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6df9d6a3-3e7c-4b97-b7e7-80b0db0546fd req-c6fddee7-aaa2-4a7c-b19c-561bb45aebf9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046664 Apr 18 20:56:22.923724 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-957a3a23-217f-4e58-bdd9-f5b48df06043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:22.925212 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-957a3a23-217f-4e58-bdd9-f5b48df06043 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1431444 Apr 18 20:56:22.993290 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-314392b1-e8f5-413c-921e-d5937f72a3a9 req-32f397e6-db2e-4cf7-9487-cd36b6426b93 service neutron] 10.222.0.78 "GET /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252922 Apr 18 20:56:23.003391 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-935058f3-9ca1-4b17-a994-0fb9b0417453 req-9bd8db67-e385-41c8-9b34-0a4c33070ab8 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609403 Apr 18 20:56:23.143176 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae77d-2dfa-45fd-90d0-a1fd47681875 req-9f10657c-cba8-4c5c-a8ff-834974a14fe6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:23.144776 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3b3ae77d-2dfa-45fd-90d0-a1fd47681875 req-9f10657c-cba8-4c5c-a8ff-834974a14fe6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1300848 Apr 18 20:56:23.216563 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-b9d988c7-f9b6-4359-b38a-ea4d58a9428c service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774205 Apr 18 20:56:23.299443 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3b3ae77d-2dfa-45fd-90d0-a1fd47681875 req-3ffb7c34-fd05-4c58-a1c4-4eb8b61b871e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445744 Apr 18 20:56:23.597823 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea350457-8031-4314-842a-4376c38f814c req-978d26a2-1c6f-423e-8ad1-2b0818af7362 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:23.601756 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ea350457-8031-4314-842a-4376c38f814c req-978d26a2-1c6f-423e-8ad1-2b0818af7362 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1431537 Apr 18 20:56:23.641954 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 54f25f04-f3c6-4b33-875d-a598bc5df0c9 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:23.763035 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727cd11-35d4-4bd9-a135-30254e12f510 req-e2e68c30-dcab-412a-a3ef-30be52b8285a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:23.808598 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d727cd11-35d4-4bd9-a135-30254e12f510 req-e2e68c30-dcab-412a-a3ef-30be52b8285a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 943 time: 0.1609478 Apr 18 20:56:23.823471 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ea350457-8031-4314-842a-4376c38f814c req-2fa2c1db-114e-4b56-9212-92435ce9353b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708057 Apr 18 20:56:23.835355 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:56:23.912160 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d727cd11-35d4-4bd9-a135-30254e12f510 req-5a05ed18-6cf3-49d0-a4b5-38a9b2973c75 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114554 Apr 18 20:56:23.917749 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-650d31cd-45cc-41cc-a85a-b74026b41625 req-a6eb03ea-48dd-4e9e-a9e4-a2858e3bc21e service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633815 Apr 18 20:56:24.078427 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b3d76-c84b-40a7-845f-68c873dd20c4 req-70ebc69c-d59d-4f80-998d-ff476babc0ec tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:24.080715 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ee5b3d76-c84b-40a7-845f-68c873dd20c4 req-70ebc69c-d59d-4f80-998d-ff476babc0ec tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.0848696 Apr 18 20:56:24.179215 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ee5b3d76-c84b-40a7-845f-68c873dd20c4 req-7c36ea8e-a5da-4cd1-831f-497a1442e04f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896196 Apr 18 20:56:24.243203 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc89a-c99f-494f-94cf-d371dc4e7bea req-8e75000a-4bbe-4db1-b70e-659ca71aea67 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:24.245605 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e1dfc89a-c99f-494f-94cf-d371dc4e7bea req-8e75000a-4bbe-4db1-b70e-659ca71aea67 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 945 time: 0.0880220 Apr 18 20:56:24.315522 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e1dfc89a-c99f-494f-94cf-d371dc4e7bea req-29d70e72-5c0c-4927-a61e-867ad5b63c64 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586910 Apr 18 20:56:24.426059 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:24.426570 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:24.476676 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba4174-93af-4eaa-a51d-8f896f9931fc req-3b7e7512-8af8-46a3-ba6c-2a82b8d49f79 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:24.479280 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5eba4174-93af-4eaa-a51d-8f896f9931fc req-3b7e7512-8af8-46a3-ba6c-2a82b8d49f79 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0780222 Apr 18 20:56:24.568985 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:24.569588 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:24.572538 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5eba4174-93af-4eaa-a51d-8f896f9931fc req-2e038dff-acae-4578-ad76-100e0e46db7a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839758 Apr 18 20:56:24.602185 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e12549-b11f-4e67-bb04-00781d65c949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f25f04-f3c6-4b33-875d-a598bc5df0c9'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:24.605702 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c09077-dd78-4fa0-ad5e-6a413a52aa8d" -d '{"events": [{"server_uuid": "30e12549-b11f-4e67-bb04-00781d65c949", "name": "network-vif-plugged", "status": "completed", "tag": "54f25f04-f3c6-4b33-875d-a598bc5df0c9"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:24.624174 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 54f25f04-f3c6-4b33-875d-a598bc5df0c9, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=54f25f04-f3c6-4b33-875d-a598bc5df0c9,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:24.662627 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf141a-763e-4702-b476-8d0f0a9eddfa x-openstack-request-id: req-7ddf141a-763e-4702-b476-8d0f0a9eddfa {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:24.663479 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e12549-b11f-4e67-bb04-00781d65c949", "name": "network-vif-plugged", "status": "completed", "tag": "54f25f04-f3c6-4b33-875d-a598bc5df0c9", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:24.663479 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ddf141a-763e-4702-b476-8d0f0a9eddfa {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:24.663722 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddf141a-763e-4702-b476-8d0f0a9eddfa'] response: {'server_uuid': '30e12549-b11f-4e67-bb04-00781d65c949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f25f04-f3c6-4b33-875d-a598bc5df0c9', 'code': 200} Apr 18 20:56:24.873657 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:25.022485 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=54f25f04-f3c6-4b33-875d-a598bc5df0c9,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:25.029192 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5f73614a-fcd1-4a9b-9aba-7ea1c4ceaaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:25.077529 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ce1f-a82c-49bc-9637-95908f597097 req-f94a1233-2f34-4ac1-b429-2d50946f1732 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:25.079995 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2c28ce1f-a82c-49bc-9637-95908f597097 req-f94a1233-2f34-4ac1-b429-2d50946f1732 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0851798 Apr 18 20:56:25.211810 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29980c-9a7c-41f8-a1e3-e754f60fea2f req-5bd6de17-a795-49d5-942f-69e3d3d5d605 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:25.214600 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fa29980c-9a7c-41f8-a1e3-e754f60fea2f req-5bd6de17-a795-49d5-942f-69e3d3d5d605 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 943 time: 0.1123509 Apr 18 20:56:25.219241 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2c28ce1f-a82c-49bc-9637-95908f597097 req-32e4f29d-4e1a-4123-ac0c-bf945fd9389b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258364 Apr 18 20:56:25.412399 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fa29980c-9a7c-41f8-a1e3-e754f60fea2f req-c0bea567-8b20-4a84-aff6-280d7a052347 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795723 Apr 18 20:56:25.576127 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ed93-723e-486b-a67a-983381775dde req-e20a242b-b441-4b34-a115-1c6dc39b06c5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:25.590648 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b03ed93-723e-486b-a67a-983381775dde req-e20a242b-b441-4b34-a115-1c6dc39b06c5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.1769197 Apr 18 20:56:25.761122 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b53e5-83b7-4c4f-88f5-814b4c893b1e req-e75bb64b-8ac4-4a76-86b8-ed3d97770e5e tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:25.762781 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ee5b53e5-83b7-4c4f-88f5-814b4c893b1e req-e75bb64b-8ac4-4a76-86b8-ed3d97770e5e tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 946 time: 0.2160079 Apr 18 20:56:25.769317 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-ed33b15c-ea95-4e20-a52a-70d0b157f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:25.770893 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-ed33b15c-ea95-4e20-a52a-70d0b157f4d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1127 time: 0.1259727 Apr 18 20:56:25.815510 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b03ed93-723e-486b-a67a-983381775dde req-9359038e-aa42-45fb-95ed-38dbf25d8f5b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234318 Apr 18 20:56:26.155201 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ddfee-aab0-414a-8cb1-c75b3331110c req-d2c30792-590d-4f7e-86d8-a362db4d3894 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:26.157368 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-984ddfee-aab0-414a-8cb1-c75b3331110c req-d2c30792-590d-4f7e-86d8-a362db4d3894 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1560307 Apr 18 20:56:26.187828 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ee5b53e5-83b7-4c4f-88f5-814b4c893b1e req-4272e1a1-4183-43f1-8b9b-f705d8046ca0 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059315 Apr 18 20:56:26.281074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-2827b655-fbf1-4d7a-986e-841f7d9fdab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:26.282712 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-2827b655-fbf1-4d7a-986e-841f7d9fdab9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.5038035 Apr 18 20:56:26.372697 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5da14-75f1-452a-9b71-346bc31e09bf req-9068b797-653d-410c-8571-124aff2aa95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:26.381690 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a1f5da14-75f1-452a-9b71-346bc31e09bf req-9068b797-653d-410c-8571-124aff2aa95a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 1130 time: 0.1434436 Apr 18 20:56:26.387400 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-984ddfee-aab0-414a-8cb1-c75b3331110c req-554483ed-751b-45aa-916e-d600447e4a72 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859515 Apr 18 20:56:26.504561 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a1f5da14-75f1-452a-9b71-346bc31e09bf req-4e42c27b-5955-462b-878b-6e46f59f6d84 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130083 Apr 18 20:56:26.506966 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-0fd759c7-6e9f-4b3c-a211-74b2dafb4c05 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 200 len: 217 time: 0.1526773 Apr 18 20:56:26.577811 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0f9f-0e4c-450a-b1d9-ef680e988e6c req-292556a0-d6d3-465b-91b6-664e2647a5df tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:26.586410 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3cbe0f9f-0e4c-450a-b1d9-ef680e988e6c req-292556a0-d6d3-465b-91b6-664e2647a5df tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.0912132 Apr 18 20:56:26.596606 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49836) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:26.604511 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'floatingip': {'port_id': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:26.701989 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce4581-cd04-4ca1-aacf-0ab3304ee2a5 req-80803cc3-97fd-487f-8ede-a96b05fbc98d tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:26.713328 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-48ce4581-cd04-4ca1-aacf-0ab3304ee2a5 req-80803cc3-97fd-487f-8ede-a96b05fbc98d tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1196809 Apr 18 20:56:26.865261 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (1dadb164-87e7-4188-94e6-97e27fdcbf99), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:27.013222 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-48ce4581-cd04-4ca1-aacf-0ab3304ee2a5 req-679547e4-3e8c-4acb-a041-b859987b4b41 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981508 Apr 18 20:56:27.046849 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7628c30-2a03-4ae8-a1fd-fdbe0ad25fff req-f20d9e9c-c729-4f04-b3d5-a06fde7b2243 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:27.048557 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f7628c30-2a03-4ae8-a1fd-fdbe0ad25fff req-f20d9e9c-c729-4f04-b3d5-a06fde7b2243 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 943 time: 0.1659634 Apr 18 20:56:27.074346 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-e75f4aec-d3ee-4ad1-b3d0-8fd4f546ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:27.076923 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-e75f4aec-d3ee-4ad1-b3d0-8fd4f546ea31 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1966684 Apr 18 20:56:27.236058 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f7628c30-2a03-4ae8-a1fd-fdbe0ad25fff req-196b7735-20f0-4a9a-8862-f2148983cd98 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740515 Apr 18 20:56:27.368088 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d5c3cf13-14f3-4038-9ace-16eb4a1b8793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:27.477046 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-dbd99891-7c1f-480f-bc1a-00e788ecbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:27.483798 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-dbd99891-7c1f-480f-bc1a-00e788ecbb0a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1683636 Apr 18 20:56:27.668908 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-07bb9fe3-c22d-4078-9e2b-bf3c880d84dc service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737716 Apr 18 20:56:27.683424 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 01d36fb0-6e0d-434f-b9f3-9923700cec8f details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:27.698503 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811e36a-d880-4ea4-83e2-0eccd9bc5c68 req-138f4c44-0ce3-4517-9b33-106bf8726a0a tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:27.706584 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2811e36a-d880-4ea4-83e2-0eccd9bc5c68 req-138f4c44-0ce3-4517-9b33-106bf8726a0a tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 946 time: 0.3045673 Apr 18 20:56:27.772717 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138f83-3e4d-437e-8278-f59d3d0a4da1 req-cd5d0a99-7974-4a7f-bda0-3106ced6c489 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:27.774418 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf138f83-3e4d-437e-8278-f59d3d0a4da1 req-cd5d0a99-7974-4a7f-bda0-3106ced6c489 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0972483 Apr 18 20:56:27.829520 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2811e36a-d880-4ea4-83e2-0eccd9bc5c68 req-2ce0a0e5-4c98-4a69-8c43-c44275a61a8f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196008 Apr 18 20:56:27.896296 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf138f83-3e4d-437e-8278-f59d3d0a4da1 req-f2860d4e-185e-46f6-8ba1-19d409e2fdd9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899656 Apr 18 20:56:28.008036 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 01d36fb0-6e0d-434f-b9f3-9923700cec8f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:28.043183 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'mac_address': 'fa:16:3e:df:42:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:28.096162 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 01d36fb0-6e0d-434f-b9f3-9923700cec8f is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:28.097365 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:28.114496 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d36fb0-6e0d-434f-b9f3-9923700cec8f {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:28.153526 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 01d36fb0-6e0d-434f-b9f3-9923700cec8f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:28.288311 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:28.353309 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:28.431891 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=01d36fb0-6e0d-434f-b9f3-9923700cec8f,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:28.438529 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:28.446689 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03133979-893d-4f35-b212-d01e54c7cb73 req-dfa2189d-a644-4404-9237-f52280f6e3ee tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:28.456304 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-03133979-893d-4f35-b212-d01e54c7cb73 req-dfa2189d-a644-4404-9237-f52280f6e3ee tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.2180045 Apr 18 20:56:28.489352 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (1dadb164-87e7-4188-94e6-97e27fdcbf99), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:28.600746 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['01d36fb0-6e0d-434f-b9f3-9923700cec8f'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:28.674365 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-03133979-893d-4f35-b212-d01e54c7cb73 req-d8fec973-e69a-4c36-beab-8dcb5b295e3a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038443 Apr 18 20:56:28.693479 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083915a0-d101-45ac-a27f-560f27c7b14e req-92deb91d-145a-4e8b-9d5c-dc2741d7743d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:28.695809 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-083915a0-d101-45ac-a27f-560f27c7b14e req-92deb91d-145a-4e8b-9d5c-dc2741d7743d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 944 time: 0.2446926 Apr 18 20:56:28.865676 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-63e9b1c3-fb02-4614-87f6-cb005387f927 req-50aeda34-598f-46da-bb1c-5ec32b37e5f0 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933422 Apr 18 20:56:28.920023 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-083915a0-d101-45ac-a27f-560f27c7b14e req-e8afcdc1-ff12-4c7f-b607-0c929fc8ef9c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184501 Apr 18 20:56:29.065064 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 49944) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:29.132344 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebee827-2512-43fa-a75f-15d466aaae52 req-dba95863-5626-47b2-9e38-1dbfae43109a tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:29.139713 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aebee827-2512-43fa-a75f-15d466aaae52 req-dba95863-5626-47b2-9e38-1dbfae43109a tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 946 time: 0.1105070 Apr 18 20:56:29.196605 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Floating IP 1dadb164-87e7-4188-94e6-97e27fdcbf99 associated. External IP: 172.27.1.32, port: c1c9a925-c2e5-4d85-ba21-724a1ba7cf96. Apr 18 20:56:29.293557 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aebee827-2512-43fa-a75f-15d466aaae52 req-cc0eff89-56f3-4b48-b84c-83d19ac2973c tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448274 Apr 18 20:56:29.529374 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cffa05e8-c2c3-4d44-82ff-cb7de9947e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:29.604300 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0aa53-dc99-465f-a563-51a1f15d0d52 req-3e8badd3-9264-48a5-8858-c609d09a9d47 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:29.614123 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d5a0aa53-dc99-465f-a563-51a1f15d0d52 req-3e8badd3-9264-48a5-8858-c609d09a9d47 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0946403 Apr 18 20:56:29.774251 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01722c84-e05a-4efe-b3f9-ecdc272ee0b5 req-7be566fd-dd2c-4130-a3a2-9d9e033cadbf tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:29.777580 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-01722c84-e05a-4efe-b3f9-ecdc272ee0b5 req-7be566fd-dd2c-4130-a3a2-9d9e033cadbf tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.3437359 Apr 18 20:56:29.833186 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-5c7c0b9d-7316-4a41-8941-6dd6e7061e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:29.836319 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-5c7c0b9d-7316-4a41-8941-6dd6e7061e84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 1129 time: 0.2192998 Apr 18 20:56:29.866399 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d5a0aa53-dc99-465f-a563-51a1f15d0d52 req-a6ac7b1d-e507-4478-8475-f42687bbc0a3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510078 Apr 18 20:56:29.906607 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:29.911824 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 01d36fb0-6e0d-434f-b9f3-9923700cec8f up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:30.117428 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-01722c84-e05a-4efe-b3f9-ecdc272ee0b5 req-688b95a2-c1cd-49e6-9beb-7afbe1783d1a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104198 Apr 18 20:56:30.171600 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 01d36fb0-6e0d-434f-b9f3-9923700cec8f completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:56:30.233259 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cffa05e8-c2c3-4d44-82ff-cb7de9947e68 admin admin] Publish callbacks [] for security_group (a58ae6aa-f8cb-4624-8305-f7abe64a0be4), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:30.277365 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:30.280955 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 01d36fb0-6e0d-434f-b9f3-9923700cec8f triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:30.280955 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:30.281275 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:30.303520 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:30.304257 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813cb236-d845-41c8-8c6f-602164611061 None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:30.320430 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-c64dbaa6-ae08-4d09-b68c-4c6b6a7cf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:30.324468 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-c64dbaa6-ae08-4d09-b68c-4c6b6a7cf1e1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 911 time: 0.4513872 Apr 18 20:56:30.329409 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813cb236-d845-41c8-8c6f-602164611061 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:30.354562 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-813cb236-d845-41c8-8c6f-602164611061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:30.399286 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cffa05e8-c2c3-4d44-82ff-cb7de9947e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (a58ae6aa-f8cb-4624-8305-f7abe64a0be4), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:30.534592 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327264b0-4b06-4af7-92b4-1ffdc100a641 req-cdda1923-79a7-4e79-9ccf-fc2e56a2f6d8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:30.550937 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-327264b0-4b06-4af7-92b4-1ffdc100a641 req-cdda1923-79a7-4e79-9ccf-fc2e56a2f6d8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 944 time: 0.4035871 Apr 18 20:56:30.555061 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 01d36fb0-6e0d-434f-b9f3-9923700cec8f is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:30.556707 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:30.588517 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cffa05e8-c2c3-4d44-82ff-cb7de9947e68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19b45e0e593240c9a598c5d6d5c43366&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5182993 Apr 18 20:56:30.602222 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 49980) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:30.624895 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0ef5f328-3e13-4e42-872c-eb19e5708864 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "PUT /v2.0/floatingips/1dadb164-87e7-4188-94e6-97e27fdcbf99 HTTP/1.1" status: 200 len: 991 time: 4.0263269 Apr 18 20:56:30.654546 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'tag': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:30.676060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:30.682612 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf41f542-5f0e-4947-a5a7-de6eb37f9c39" -d '{"events": [{"server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "name": "network-vif-plugged", "status": "completed", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:30.693088 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620391e0-c947-450d-abeb-6a1d346889eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbce2db-058f-4ff1-91ea-a77591d5b727", "tag": "c1c9a925-c2e5-4d85-ba21-724a1ba7cf96"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:30.719185 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 01d36fb0-6e0d-434f-b9f3-9923700cec8f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:30.722328 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa05e8-c2c3-4d44-82ff-cb7de9947e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ae6aa-f8cb-4624-8305-f7abe64a0be4,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:30.836595 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ac0024-53ba-4443-bbef-822f9110b013 x-openstack-request-id: req-61ac0024-53ba-4443-bbef-822f9110b013 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:30.837767 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "name": "network-vif-plugged", "status": "completed", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:30.838257 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61ac0024-53ba-4443-bbef-822f9110b013 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:30.838910 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ac0024-53ba-4443-bbef-822f9110b013'] response: {'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'code': 200} Apr 18 20:56:30.853462 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-813cb236-d845-41c8-8c6f-602164611061 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:30.896991 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e990f907-616e-421f-a8f3-af87f53e6c53 x-openstack-request-id: req-e990f907-616e-421f-a8f3-af87f53e6c53 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:30.897275 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbce2db-058f-4ff1-91ea-a77591d5b727", "tag": "c1c9a925-c2e5-4d85-ba21-724a1ba7cf96", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:30.897817 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e990f907-616e-421f-a8f3-af87f53e6c53 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:30.898113 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e990f907-616e-421f-a8f3-af87f53e6c53'] response: {'name': 'network-changed', 'server_uuid': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'tag': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'status': 'completed', 'code': 200} Apr 18 20:56:31.100861 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620391e0-c947-450d-abeb-6a1d346889eb req-bc09157d-1f77-4d2f-825f-310b80cf2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:31.102508 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-620391e0-c947-450d-abeb-6a1d346889eb req-bc09157d-1f77-4d2f-825f-310b80cf2385 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 1130 time: 0.0812278 Apr 18 20:56:31.167896 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-2dc1a247-1cac-4334-806a-ab720720d3c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08048698-04fb-409a-968f-fdffa765c514 HTTP/1.1" status: 200 len: 1001 time: 0.8367519 Apr 18 20:56:31.279681 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620391e0-c947-450d-abeb-6a1d346889eb req-b4326f69-af48-4bc8-9230-8124f1577ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:31.281241 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-620391e0-c947-450d-abeb-6a1d346889eb req-b4326f69-af48-4bc8-9230-8124f1577ce9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 915 time: 0.1435218 Apr 18 20:56:31.353977 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca4842-aa56-4960-bcdd-b6423eebdc34 req-3d8274cf-93a9-435d-8c1b-1a1e8b22c055 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:31.357069 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4ca4842-aa56-4960-bcdd-b6423eebdc34 req-3d8274cf-93a9-435d-8c1b-1a1e8b22c055 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.2507899 Apr 18 20:56:31.364837 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cf37cdd1-1dcc-4a4b-9e37-13693d94fc0c admin admin] Publish callbacks [] for security_group (a58ae6aa-f8cb-4624-8305-f7abe64a0be4), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:31.375439 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-327264b0-4b06-4af7-92b4-1ffdc100a641 req-c8d480e4-5456-49a0-8390-d2fb9b8ab327 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8232512 Apr 18 20:56:31.388584 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-620391e0-c947-450d-abeb-6a1d346889eb req-9303c564-fe03-4697-a9b7-6b3e1b4989d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 HTTP/1.1" status: 200 len: 999 time: 0.1003630 Apr 18 20:56:31.390254 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-8f15b0f6-d9bd-4380-85c9-ba1b624c83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:31.392846 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-8f15b0f6-d9bd-4380-85c9-ba1b624c83d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8904da12-6f56-4119-a567-0dcca69c3516 HTTP/1.1" status: 200 len: 849 time: 0.1826870 Apr 18 20:56:31.398993 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-813cb236-d845-41c8-8c6f-602164611061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '1dadb164-87e7-4188-94e6-97e27fdcbf99', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:3a:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:00Z', 'updated_at': '2022-04-18T20:56:28Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}, {'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:50Z', 'revision_number': 2, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:31.447979 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813cb236-d845-41c8-8c6f-602164611061 None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:31.462789 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813cb236-d845-41c8-8c6f-602164611061 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:31.463070 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cf37cdd1-1dcc-4a4b-9e37-13693d94fc0c admin admin] Publish callbacks [] for security_group (a58ae6aa-f8cb-4624-8305-f7abe64a0be4), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:31.468871 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620391e0-c947-450d-abeb-6a1d346889eb req-ce5d2936-42c1-4596-92ca-ccb8528c6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:31.470690 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-620391e0-c947-450d-abeb-6a1d346889eb req-ce5d2936-42c1-4596-92ca-ccb8528c6fe7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.0741451 Apr 18 20:56:31.479124 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-813cb236-d845-41c8-8c6f-602164611061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:31.530474 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620391e0-c947-450d-abeb-6a1d346889eb req-d18c03f3-92da-4197-81a9-f97739888e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:31.532354 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-620391e0-c947-450d-abeb-6a1d346889eb req-d18c03f3-92da-4197-81a9-f97739888e69 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510805 Apr 18 20:56:31.558421 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:31.579304 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-f0a96f3b-4432-4ed6-b50b-2795e6ba1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:31.581542 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-f0a96f3b-4432-4ed6-b50b-2795e6ba1654 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1767700 Apr 18 20:56:31.596773 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4ca4842-aa56-4960-bcdd-b6423eebdc34 req-bc6f6a48-f4b2-484e-b5f2-68d8443e97f6 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118530 Apr 18 20:56:31.673154 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592163cf-3084-4528-b3c0-549fe66fdb61 req-a863971f-4bb0-4e65-be87-d180d8a90d57 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:31.675827 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-592163cf-3084-4528-b3c0-549fe66fdb61 req-a863971f-4bb0-4e65-be87-d180d8a90d57 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1847522 Apr 18 20:56:31.694624 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-813cb236-d845-41c8-8c6f-602164611061 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:31.707933 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=01d36fb0-6e0d-434f-b9f3-9923700cec8f,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:31.739603 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-620391e0-c947-450d-abeb-6a1d346889eb req-e9f8a5f7-de0e-4062-9144-085ae6e44393 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965983 Apr 18 20:56:31.771725 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:31.856328 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-592163cf-3084-4528-b3c0-549fe66fdb61 req-c4a07bc6-5003-44ed-b179-fd8346cb1864 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534419 Apr 18 20:56:31.929024 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-54a14948-01b4-4a11-8055-4ac8dd3bed02 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236783 Apr 18 20:56:31.973662 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cf37cdd1-1dcc-4a4b-9e37-13693d94fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (a58ae6aa-f8cb-4624-8305-f7abe64a0be4), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:31.976906 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cf37cdd1-1dcc-4a4b-9e37-13693d94fc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:31.979871 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:31.982203 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-cf37cdd1-1dcc-4a4b-9e37-13693d94fc0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a58ae6aa-f8cb-4624-8305-f7abe64a0be4 HTTP/1.1" status: 204 len: 168 time: 1.3722749 Apr 18 20:56:32.006077 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37cdd1-1dcc-4a4b-9e37-13693d94fc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ae6aa-f8cb-4624-8305-f7abe64a0be4,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:32.140355 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7fa64-b5a7-4b29-996e-350f7a0dd266 req-051e4ac8-8ae8-4f83-83e6-8daac95530eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:32.143320 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0dc7fa64-b5a7-4b29-996e-350f7a0dd266 req-051e4ac8-8ae8-4f83-83e6-8daac95530eb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1129 time: 0.0621939 Apr 18 20:56:32.159448 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-620391e0-c947-450d-abeb-6a1d346889eb req-c3de2e6f-8942-42b9-870d-fa423997de09 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134235 Apr 18 20:56:32.232791 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0dc7fa64-b5a7-4b29-996e-350f7a0dd266 req-88ab5b33-1352-42ad-8950-e3b9581f938a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832462 Apr 18 20:56:32.270272 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e74f7a7f-e8f8-454a-830c-fc8f727bb2dd req-7a6cee0d-d6a9-40f8-80c8-5328dc5413f5 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385261 Apr 18 20:56:32.330368 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-813cb236-d845-41c8-8c6f-602164611061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '1dadb164-87e7-4188-94e6-97e27fdcbf99', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:3a:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:00Z', 'updated_at': '2022-04-18T20:56:28Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}, {'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:50Z', 'revision_number': 2, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:32.380050 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813cb236-d845-41c8-8c6f-602164611061 None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '1dadb164-87e7-4188-94e6-97e27fdcbf99', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:3a:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:00Z', 'updated_at': '2022-04-18T20:56:28Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}, {'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:50Z', 'revision_number': 2, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:32.622994 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540045-9065-4a69-a14b-9afbd489feaa req-b69a1037-15ab-4edd-81d8-8ad03aed4cc9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:32.626372 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-82540045-9065-4a69-a14b-9afbd489feaa req-b69a1037-15ab-4edd-81d8-8ad03aed4cc9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0929563 Apr 18 20:56:32.721497 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-82540045-9065-4a69-a14b-9afbd489feaa req-c53df652-1999-42ba-8e67-7c3fdb1f114d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848773 Apr 18 20:56:32.800846 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0cda24-0195-4fa6-b426-8dcc34572483 None None] New status for floating IP 1dadb164-87e7-4188-94e6-97e27fdcbf99: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:56:32.943185 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae04e20-bcbd-4346-87b4-e8f3c3a492ba req-9032bebd-560f-4ad9-be8c-3caceda5700f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:32.943185 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3ae04e20-bcbd-4346-87b4-e8f3c3a492ba req-9032bebd-560f-4ad9-be8c-3caceda5700f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1284103 Apr 18 20:56:33.049849 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a416c9-5efe-468f-8a08-915aab6cc71c req-7d72fafa-5754-4cb9-b3b4-f38925f2854f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:33.058536 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a7a416c9-5efe-468f-8a08-915aab6cc71c req-7d72fafa-5754-4cb9-b3b4-f38925f2854f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 946 time: 0.1530292 Apr 18 20:56:33.132378 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3ae04e20-bcbd-4346-87b4-e8f3c3a492ba req-31503885-2562-4611-890f-cca5239d9d40 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546888 Apr 18 20:56:33.266206 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a7a416c9-5efe-468f-8a08-915aab6cc71c req-492242e5-90f4-42c6-9a32-a51698361874 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004521 Apr 18 20:56:33.388436 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd185f-d5f6-4224-b5d2-72fec730f21c req-f69420f3-1d97-4680-aa9c-3923b4d2419d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:33.390058 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-00fd185f-d5f6-4224-b5d2-72fec730f21c req-f69420f3-1d97-4680-aa9c-3923b4d2419d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0800714 Apr 18 20:56:33.448014 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-00fd185f-d5f6-4224-b5d2-72fec730f21c req-5861c86e-df83-49a7-bd39-5765d6151336 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516479 Apr 18 20:56:33.924459 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cfcab-22f1-498b-a99c-dca959ab6580 req-deadd354-c5a4-431b-abea-0f91ef60dc12 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:33.926795 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-556cfcab-22f1-498b-a99c-dca959ab6580 req-deadd354-c5a4-431b-abea-0f91ef60dc12 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0884113 Apr 18 20:56:33.958301 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50062) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:33.996070 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50066) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:34.001414 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-556cfcab-22f1-498b-a99c-dca959ab6580 req-16fb8906-beb2-47da-80c3-6420b5b122d5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677955 Apr 18 20:56:34.107512 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1703014357-network', 'tenant_id': 'b6b4974d20af47c2b4d4462d228d06f3'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:34.148705 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-7e8a2cd1-5494-4882-a39b-3b1481f61731 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac0b19470e8548fba98c682a59265860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885808 Apr 18 20:56:34.151605 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50070) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:34.212237 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-da98703e-4b86-49ae-830c-4fc1c65cec50 admin admin] Publish callbacks [] for security_group (1751ad34-8aa3-4471-a4e0-166d00b5c337), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.214062 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Made reservation on behalf of b6b4974d20af47c2b4d4462d228d06f3 for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:34.216810 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.226522 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.269683 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-da98703e-4b86-49ae-830c-4fc1c65cec50 admin admin] Publish callbacks [] for security_group (1751ad34-8aa3-4471-a4e0-166d00b5c337), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.286213 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0e6cb-5bd6-484e-8815-d4606173b654 req-aa5fc546-6630-4eaf-aa92-ffc8eca3ba66 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:34.287895 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-55e0e6cb-5bd6-484e-8815-d4606173b654 req-aa5fc546-6630-4eaf-aa92-ffc8eca3ba66 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0736938 Apr 18 20:56:34.381004 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-55e0e6cb-5bd6-484e-8815-d4606173b654 req-0ea70bb9-8cf9-45dc-81d8-27048cb46977 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803847 Apr 18 20:56:34.386971 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Publish callbacks [] for security_group (882aee9f-8a00-48f2-a2ec-433fa08f51e7), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.420985 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d476c41-a566-4380-a7ca-dab56743ebc8 req-3d566971-b1ee-4a02-adc9-25f09d59b79e tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:34.422580 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3d476c41-a566-4380-a7ca-dab56743ebc8 req-3d566971-b1ee-4a02-adc9-25f09d59b79e tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 946 time: 0.0569961 Apr 18 20:56:34.471128 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (882aee9f-8a00-48f2-a2ec-433fa08f51e7), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.484126 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3d476c41-a566-4380-a7ca-dab56743ebc8 req-0232f893-05a0-4ae8-bb4c-c14b69322e68 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 Apr 18 20:56:34.510218 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882aee9f-8a00-48f2-a2ec-433fa08f51e7,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:34.515649 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-da98703e-4b86-49ae-830c-4fc1c65cec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1751ad34-8aa3-4471-a4e0-166d00b5c337), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.519114 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-da98703e-4b86-49ae-830c-4fc1c65cec50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.523532 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-da98703e-4b86-49ae-830c-4fc1c65cec50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1751ad34-8aa3-4471-a4e0-166d00b5c337 HTTP/1.1" status: 204 len: 168 time: 0.3677747 Apr 18 20:56:34.526420 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:34.532828 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98703e-4b86-49ae-830c-4fc1c65cec50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1751ad34-8aa3-4471-a4e0-166d00b5c337,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:34.544238 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (77254f9a-045f-479a-9bc8-ff47c1f02c4a), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.544471 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Added segment 77254f9a-045f-479a-9bc8-ff47c1f02c4a of type vlan for network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 Apr 18 20:56:34.616914 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (4ed1088e-ebe3-44e1-95b2-87a5c93058e4), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.657504 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e116f7-1189-41b7-852a-e920c32efef2 req-655ea5aa-1217-4db0-96e6-24333808860d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:34.663316 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-43e116f7-1189-41b7-852a-e920c32efef2 req-655ea5aa-1217-4db0-96e6-24333808860d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1243122 Apr 18 20:56:34.713582 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-43e116f7-1189-41b7-852a-e920c32efef2 req-f55d887b-0fac-4ddd-8091-9ca8077108de tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487983 Apr 18 20:56:34.837494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (4ed1088e-ebe3-44e1-95b2-87a5c93058e4), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.839181 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:34.839791 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:34.907428 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Pushing event updated for resources: {'Network': ['ID=4ed1088e-ebe3-44e1-95b2-87a5c93058e4,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:34.914216 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.914593 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.915028 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.916057 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.916406 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.916845 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.917183 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.917680 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.918031 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.918370 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.918716 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.919070 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.919402 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.920004 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.920319 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:34.934502 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:35.009928 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-544d5010-4369-4e38-a542-a62f58d28b5b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0111291 Apr 18 20:56:35.013942 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50086) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:35.022235 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Request body: {'subnet': {'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1703014357-subnet', 'tenant_id': 'b6b4974d20af47c2b4d4462d228d06f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:35.174838 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Made reservation on behalf of b6b4974d20af47c2b4d4462d228d06f3 for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:35.179360 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12587810'] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:35.194442 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125040b-6da1-4509-aea0-78dd1174eb7f req-98b9b251-5fc2-4e80-a774-c83b58577852 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:35.195665 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d125040b-6da1-4509-aea0-78dd1174eb7f req-98b9b251-5fc2-4e80-a774-c83b58577852 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0958979 Apr 18 20:56:35.331111 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d125040b-6da1-4509-aea0-78dd1174eb7f req-8b050c56-c8b4-4b83-9c93-637692c0678b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250916 Apr 18 20:56:35.568435 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21ccb-8b7d-400a-a247-e90d004060c8 req-9741a5f5-2d55-4636-941c-fd0f8bac69c2 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:35.568435 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcf21ccb-8b7d-400a-a247-e90d004060c8 req-9741a5f5-2d55-4636-941c-fd0f8bac69c2 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0886707 Apr 18 20:56:35.612106 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12670163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12587828'] for subnet (f30c85d2-81a4-432e-864e-85f741e66e1e), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:35.738439 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12be78-20e1-4d33-8b01-0d436a46c61d req-a0f4629a-0bee-419b-880a-56f08112bdc3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:35.740029 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0a12be78-20e1-4d33-8b01-0d436a46c61d req-a0f4629a-0bee-419b-880a-56f08112bdc3 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 946 time: 0.1530378 Apr 18 20:56:35.767776 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30c85d2-81a4-432e-864e-85f741e66e1e,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:35.789081 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcf21ccb-8b7d-400a-a247-e90d004060c8 req-26987794-c926-4b3f-8ab7-8e8603c1ed69 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089710 Apr 18 20:56:35.889454 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Checking segment: {'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:35.890084 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Network hostable DHCP agents. Network: 4ed1088e-ebe3-44e1-95b2-87a5c93058e4, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:35.929986 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba51bb-0fca-439c-b222-af414fa275bb req-5e93bea5-6c5b-4668-884c-1c1f61d3bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:35.932821 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-bfba51bb-0fca-439c-b222-af414fa275bb req-5e93bea5-6c5b-4668-884c-1c1f61d3bfcf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 1129 time: 0.0892007 Apr 18 20:56:35.951975 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-95f7be2e-af70-4cd8-bccf-9a6baee6f38f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:35.953642 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-95f7be2e-af70-4cd8-bccf-9a6baee6f38f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.78 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 946 time: 0.1700881 Apr 18 20:56:35.960395 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50114) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:35.960536 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0a12be78-20e1-4d33-8b01-0d436a46c61d req-e3068de4-cc5c-4964-9f39-07ff02f2970f tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083669 Apr 18 20:56:35.989285 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ef645-d2e8-4024-9f70-948b53e4853d req-1e9548a7-7f41-4b4f-82dc-35eed644aa0b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:35.989285 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b21ef645-d2e8-4024-9f70-948b53e4853d req-1e9548a7-7f41-4b4f-82dc-35eed644aa0b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.0957837 Apr 18 20:56:36.037147 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b21ef645-d2e8-4024-9f70-948b53e4853d req-d5737ba5-5537-4d62-a212-6ab95e9dd64c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470841 Apr 18 20:56:36.084421 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2036956194-network', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:36.182730 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:36.281934 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Made reservation on behalf of 1a25adc6fa84412ebb8926467be360ce for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:36.284510 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:36.303528 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:36.308279 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba51bb-0fca-439c-b222-af414fa275bb req-f185c14b-c625-426a-9631-c867fc65032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:36.310128 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-bfba51bb-0fca-439c-b222-af414fa275bb req-f185c14b-c625-426a-9631-c867fc65032a service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 0.1631083 Apr 18 20:56:36.343606 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Deleting port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:56:36.344334 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:36.423005 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-bfba51bb-0fca-439c-b222-af414fa275bb req-ee7bbf57-18ad-4d9e-936e-202470e135a6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 200 len: 1000 time: 0.1030884 Apr 18 20:56:36.480774 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 4ed1088e-ebe3-44e1-95b2-87a5c93058e4) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:36.501227 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c87d76-afb3-425c-8b7b-300e444b99f5 None None] Network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:56:36.534350 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Publish callbacks [] for security_group (fcbdbeb2-077b-4e50-bc09-164b504fe5c6), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:36.544330 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:36.544657 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:36.583243 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28371c39-329e-4776-838d-75119632c29a req-2411c16a-03b3-42f3-86f9-9af8b416e5d1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:36.585264 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-28371c39-329e-4776-838d-75119632c29a req-2411c16a-03b3-42f3-86f9-9af8b416e5d1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1310074 Apr 18 20:56:36.611263 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (fcbdbeb2-077b-4e50-bc09-164b504fe5c6), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:36.627232 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba51bb-0fca-439c-b222-af414fa275bb req-158a3887-46cc-48a8-88a7-b8cbd1593fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:36.628736 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-bfba51bb-0fca-439c-b222-af414fa275bb req-158a3887-46cc-48a8-88a7-b8cbd1593fbc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.1757703 Apr 18 20:56:36.673039 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] For port 54f25f04-f3c6-4b33-875d-a598bc5df0c9, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=54f25f04-f3c6-4b33-875d-a598bc5df0c9,segment=NetworkSegment(aa24d2f3-6396-4391-85bd-4417c189b4b5),segment_id=aa24d2f3-6396-4391-85bd-4417c189b4b5)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:36.673906 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:36.693165 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba51bb-0fca-439c-b222-af414fa275bb req-5f6d2c65-15e5-4b1e-89d6-380cbb724a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:36.694861 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cd9f8a-7a1b-456b-9ad6-3abe99d84af4 None None] Network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:56:36.695136 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-bfba51bb-0fca-439c-b222-af414fa275bb req-5f6d2c65-15e5-4b1e-89d6-380cbb724a0e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538836 Apr 18 20:56:36.695974 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:36.710978 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-a869ca90-a4da-4cf5-a9c7-ca06bc120c69 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6949875 Apr 18 20:56:36.717948 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-28371c39-329e-4776-838d-75119632c29a req-af80536e-afa0-4e04-9c4b-c87773351c7b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202502 Apr 18 20:56:36.728639 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Calling delete_port for 54f25f04-f3c6-4b33-875d-a598bc5df0c9 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:56:36.844839 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-bfba51bb-0fca-439c-b222-af414fa275bb req-f2888a25-c5d1-4e00-8a9d-f7d0de0fc081 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428974 Apr 18 20:56:36.854287 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (623deb37-c9c8-45f5-a67b-a1aa2af91cf1), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:36.854675 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Added segment 623deb37-c9c8-45f5-a67b-a1aa2af91cf1 of type vlan for network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 Apr 18 20:56:36.875884 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbdbeb2-077b-4e50-bc09-164b504fe5c6,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:36.983402 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:37.095271 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09984ebf-2c34-4ad9-beb5-1da25f3b2888 req-6043a9fc-03ee-4d9c-bcaf-190c36f88a4a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:37.096827 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-09984ebf-2c34-4ad9-beb5-1da25f3b2888 req-6043a9fc-03ee-4d9c-bcaf-190c36f88a4a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1347783 Apr 18 20:56:37.104754 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-bfba51bb-0fca-439c-b222-af414fa275bb req-b3d9a1f1-124f-4780-81f9-cc2404411a5e service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472517 Apr 18 20:56:37.114420 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50132) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:37.121520 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'floatingip': {'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:37.175684 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:37.176831 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:37.177541 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:37.194213 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (2326bdc5-ca95-4a3b-8f7a-1725934d65cd), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:37.222091 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a257-db5b-4fb8-926e-bd98b9378ded req-c922d776-c5ac-4798-b8c6-29a8689a81f4 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:37.223761 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9829a257-db5b-4fb8-926e-bd98b9378ded req-c922d776-c5ac-4798-b8c6-29a8689a81f4 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 946 time: 0.1363776 Apr 18 20:56:37.352530 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3904054 Apr 18 20:56:37.361066 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50134) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:37.367707 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Request body: {'subnet': {'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2036956194-subnet', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'ip_version': 4}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:37.374052 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616da1c-f3ce-4609-b6ab-2b682b38dc84 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:37.380385 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444a56b-a207-47d0-b578-245398d71fa2 req-9554b7a3-2165-4a95-af46-76b656f5b11f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:37.381937 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d444a56b-a207-47d0-b578-245398d71fa2 req-9554b7a3-2165-4a95-af46-76b656f5b11f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 945 time: 0.1120808 Apr 18 20:56:37.385406 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:37.403980 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-c9d1a5d4-8883-4582-a561-b3c746afb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:37.405517 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-c9d1a5d4-8883-4582-a561-b3c746afb471 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 1129 time: 0.1914580 Apr 18 20:56:37.418789 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (54f25f04-f3c6-4b33-875d-a598bc5df0c9), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:37.432175 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9829a257-db5b-4fb8-926e-bd98b9378ded req-174f6631-8256-47e4-a4ca-9761899297b4 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/security-groups?id=95bd369d-d64b-421e-b66e-866e4d1550b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916642 Apr 18 20:56:37.494532 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Pushing event deleted for resources: {'Port': ['ID=54f25f04-f3c6-4b33-875d-a598bc5df0c9,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:37.515629 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Made reservation on behalf of 1a25adc6fa84412ebb8926467be360ce for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:37.519560 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12587810'] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:37.552200 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-9f309265-4607-4e80-8f95-c099919ad489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:37.553711 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-9f309265-4607-4e80-8f95-c099919ad489 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 0.1357245 Apr 18 20:56:37.706508 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-7fbce9f5-bdec-47c2-8d6a-8e5dbaba4284 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 200 len: 1000 time: 0.1123269 Apr 18 20:56:37.742438 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] No DVR routers for this DVR port 54f25f04-f3c6-4b33-875d-a598bc5df0c9 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:37.758376 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:37.765172 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-95a6f5eb-46ea-4ed2-9555-410c16806786 req-b18242e2-6880-4477-9f86-7ff5b1b2f742 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.78 "DELETE /v2.0/ports/54f25f04-f3c6-4b33-875d-a598bc5df0c9 HTTP/1.1" status: 204 len: 173 time: 1.6528203 Apr 18 20:56:37.766260 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e12549-b11f-4e67-bb04-00781d65c949', 'name': 'network-vif-deleted', 'tag': '54f25f04-f3c6-4b33-875d-a598bc5df0c9'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:37.770337 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e3b9f-da23-4b14-a97a-ad83d235ab10" -d '{"events": [{"server_uuid": "30e12549-b11f-4e67-bb04-00781d65c949", "name": "network-vif-deleted", "tag": "54f25f04-f3c6-4b33-875d-a598bc5df0c9"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:37.779426 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d444a56b-a207-47d0-b578-245398d71fa2 req-b917ef58-c845-4c31-bf5e-9904d2f48010 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642247 Apr 18 20:56:37.853441 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-e93627be-4a75-4bcb-9b6d-32a134c83017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:37.854990 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-e93627be-4a75-4bcb-9b6d-32a134c83017 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.1406322 Apr 18 20:56:37.857628 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b26893-6502-4574-9243-bebda1cc9cce x-openstack-request-id: req-a7b26893-6502-4574-9243-bebda1cc9cce {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:37.859129 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e12549-b11f-4e67-bb04-00781d65c949", "name": "network-vif-deleted", "tag": "54f25f04-f3c6-4b33-875d-a598bc5df0c9", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:37.859429 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7b26893-6502-4574-9243-bebda1cc9cce {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:37.864714 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b26893-6502-4574-9243-bebda1cc9cce'] response: {'server_uuid': '30e12549-b11f-4e67-bb04-00781d65c949', 'name': 'network-vif-deleted', 'tag': '54f25f04-f3c6-4b33-875d-a598bc5df0c9', 'status': 'completed', 'code': 200} Apr 18 20:56:37.962714 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 54f25f04-f3c6-4b33-875d-a598bc5df0c9 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:37.997097 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 54f25f04-f3c6-4b33-875d-a598bc5df0c9 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:56:37.997539 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 54f25f04-f3c6-4b33-875d-a598bc5df0c9 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:37.998041 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:38.019038 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-c475430e-2c4b-414e-931e-c493e266705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:38.020494 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-c475430e-2c4b-414e-931e-c493e266705b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983856 Apr 18 20:56:38.067121 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12670163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12587828'] for subnet (d60a26b5-d758-49a8-93d9-84dded140f8d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.113918 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c is: ACTIVE; New status is: DOWN {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:38.115575 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.170244 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60a26b5-d758-49a8-93d9-84dded140f8d,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:38.179853 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:38.185116 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4102d995-a541-4652-ba54-0e9ad17cfc13" -d '{"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:38.214321 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:38.250403 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Checking segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:38.250790 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Network hostable DHCP agents. Network: aaf9c12b-9997-455c-81d6-2c0e5ea65bb2, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:38.284150 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.323416 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f6b4aa-4d40-46ee-89f8-7bb0596cee67 x-openstack-request-id: req-a6f6b4aa-4d40-46ee-89f8-7bb0596cee67 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:38.323855 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:38.324249 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6f6b4aa-4d40-46ee-89f8-7bb0596cee67 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:38.324884 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f6b4aa-4d40-46ee-89f8-7bb0596cee67'] response: {'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'code': 200} Apr 18 20:56:38.326270 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-c9fb55a3-5ba9-46ed-a52b-ab5da44986e2 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970192 Apr 18 20:56:38.327624 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.356240 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (2326bdc5-ca95-4a3b-8f7a-1725934d65cd), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.389205 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=8']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:38.424586 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:38.513442 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, aaf9c12b-9997-455c-81d6-2c0e5ea65bb2) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:38.526794 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1e1f8-cc79-4355-8f44-e459e44fa4a0 None None] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:56:38.533505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:38.534463 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.605100 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0c4e1cee-b31b-4d06-947b-9552703d4ad1 req-312064da-06f9-4f07-9409-a6bf0665c33e tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 210 time: 0.0567582 Apr 18 20:56:38.697547 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b3c5cb7b-dbfe-43dc-acdf-c9db5813898a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3350859 Apr 18 20:56:38.700875 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50150) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:38.708788 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:38.719671 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:56:38.721236 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.832516 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.835434 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:38.887697 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f7b76f5b-5689-4a0c-bbd1-c7cb396dca0e req-8db6a7b8-73f1-40de-b286-d40270eecc29 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459599 Apr 18 20:56:38.903054 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Floating IP 2326bdc5-ca95-4a3b-8f7a-1725934d65cd associated. External IP: 172.27.1.167, port: 01d36fb0-6e0d-434f-b9f3-9923700cec8f. Apr 18 20:56:38.969376 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Allocated IP 172.20.0.2 (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2/d60a26b5-d758-49a8-93d9-84dded140f8d/803dfb28-4df2-4b92-a653-d9d45cb2c318) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:39.032510 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks [] for router_controller (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), precommit_add_association {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:39.061063 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09469d-8fb5-4a28-81e4-68a78998d0be req-0c751800-f62c-4f80-9547-4964bc96c226 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:39.063112 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5e09469d-8fb5-4a28-81e4-68a78998d0be req-0c751800-f62c-4f80-9547-4964bc96c226 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0756240 Apr 18 20:56:39.145196 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5e09469d-8fb5-4a28-81e4-68a78998d0be req-d76769aa-1387-49a8-bde2-75ab24b32906 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715175 Apr 18 20:56:39.229293 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Publish callbacks [] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:39.292149 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Router 65b41f48-eb4b-4057-8779-a87aa35665f9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:39.369984 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:39.430254 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:39.447863 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks [] for router_gateway (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:39.447995 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:39.453112 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:39.468340 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Pushing event updated for resources: {'Port': ['ID=803dfb28-4df2-4b92-a653-d9d45cb2c318,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:39.493908 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:39.500844 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:39.508275 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] Sync routers for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:39.524550 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:39.525961 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:39.533986 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Attempting to bind port 803dfb28-4df2-4b92-a653-d9d45cb2c318 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:39.534506 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Attempting to bind port 803dfb28-4df2-4b92-a653-d9d45cb2c318 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:39.534766 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Attempting to bind port 803dfb28-4df2-4b92-a653-d9d45cb2c318 on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:39.552121 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:39.556387 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Checking segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:39.556387 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:39.556387 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Bound using segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:39.556387 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Bound port: 803dfb28-4df2-4b92-a653-d9d45cb2c318, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:39.556387 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:39.585062 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-49f21ffe-f12b-40a3-949b-dd307d354fd1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "PUT /v2.0/floatingips/2326bdc5-ca95-4a3b-8f7a-1725934d65cd HTTP/1.1" status: 200 len: 991 time: 2.4459734 Apr 18 20:56:39.585062 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:39.585062 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ed1047-f6d1-411f-8e98-fcc61cc89454" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:39.651258 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64d00f0-930b-4be1-acee-82f225a74d4a x-openstack-request-id: req-d64d00f0-930b-4be1-acee-82f225a74d4a {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:39.651707 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:39.652109 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d64d00f0-930b-4be1-acee-82f225a74d4a {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:39.652747 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64d00f0-930b-4be1-acee-82f225a74d4a'] response: {'name': 'network-changed', 'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'status': 'completed', 'code': 200} Apr 18 20:56:39.683708 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:39.709325 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] For port 803dfb28-4df2-4b92-a653-d9d45cb2c318, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:39.717332 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] For port 803dfb28-4df2-4b92-a653-d9d45cb2c318, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=803dfb28-4df2-4b92-a653-d9d45cb2c318,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:39.804744 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:39.816364 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-afd0b31b-92b0-4b37-a4c0-6be9be744c73 req-f0b62e17-acf0-411e-b627-f407f7055f94 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 210 time: 0.0579867 Apr 18 20:56:39.826176 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946df18-e9c8-447b-b463-28b561b798fa req-46d1d16a-7fb6-47b1-ac4c-80ce2f18f5d3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:39.827937 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-46d1d16a-7fb6-47b1-ac4c-80ce2f18f5d3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/networks?id=4ed1088e-ebe3-44e1-95b2-87a5c93058e4 HTTP/1.1" status: 200 len: 814 time: 0.3374188 Apr 18 20:56:39.900076 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f22dee-fd03-44d1-84e7-30b5d4ab7c88 None None] Pushing event updated for resources: {'Port': ['ID=803dfb28-4df2-4b92-a653-d9d45cb2c318,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:39.927330 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-d6d1bb85-f08f-4387-9257-a26178b4e617 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/quotas/b6b4974d20af47c2b4d4462d228d06f3 HTTP/1.1" status: 200 len: 375 time: 0.0860281 Apr 18 20:56:39.993713 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '2326bdc5-ca95-4a3b-8f7a-1725934d65cd', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'mac_address': 'fa:16:3e:df:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:05Z', 'updated_at': '2022-04-18T20:56:38Z', 'revision_number': 1, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:40.011140 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-ae3fc156-a321-402b-ba69-705aa0af1426 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6b4974d20af47c2b4d4462d228d06f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408242 Apr 18 20:56:40.039233 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] Checking router: 65b41f48-eb4b-4057-8779-a87aa35665f9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:40.052121 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:40.053220 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:40.126805 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks [] for router_gateway (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:40.189405 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:40.256879 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:40.360153 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-6f9de632-3420-42a5-b0d5-babeb5bed531 service neutron] 10.222.0.53 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222318 Apr 18 20:56:40.411583 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 803dfb28-4df2-4b92-a653-d9d45cb2c318 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:40.449192 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854281c-0b99-4d37-8650-0821d292f3f2 req-4033be7e-b1e8-4a12-a525-6aacc602daae tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:40.461209 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8854281c-0b99-4d37-8650-0821d292f3f2 req-4033be7e-b1e8-4a12-a525-6aacc602daae tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1390116 Apr 18 20:56:40.468706 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 803dfb28-4df2-4b92-a653-d9d45cb2c318 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:40.469087 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:40.597911 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 803dfb28-4df2-4b92-a653-d9d45cb2c318 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:40.598648 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:40.654240 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '2326bdc5-ca95-4a3b-8f7a-1725934d65cd', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'mac_address': 'fa:16:3e:df:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:05Z', 'updated_at': '2022-04-18T20:56:38Z', 'revision_number': 1, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:40.663230 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 803dfb28-4df2-4b92-a653-d9d45cb2c318, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=803dfb28-4df2-4b92-a653-d9d45cb2c318,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:40.708268 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e50fc-9573-4744-94dc-af4bc8263cab None None] The sync data for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi is: [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '2326bdc5-ca95-4a3b-8f7a-1725934d65cd', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'mac_address': 'fa:16:3e:df:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:05Z', 'updated_at': '2022-04-18T20:56:38Z', 'revision_number': 1, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:40.742095 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:40.855463 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=803dfb28-4df2-4b92-a653-d9d45cb2c318,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:40.960306 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-ace44782-0f87-4700-8d34-f96fcf88fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:40.963255 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-ace44782-0f87-4700-8d34-f96fcf88fd14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1129 time: 0.0767367 Apr 18 20:56:41.014993 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Allocated IP 172.27.1.108 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/330223ce-1b83-4de5-98a6-01cc95ef552b) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:41.102080 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38526f5d-fa34-40db-b106-04ee6c96f326 None None] New status for floating IP 2326bdc5-ca95-4a3b-8f7a-1725934d65cd: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:56:41.109043 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8854281c-0b99-4d37-8650-0821d292f3f2 req-7de7a238-f8b4-458b-bd2c-43cef2b814f7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6153936 Apr 18 20:56:41.250439 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-d64eb730-330d-40e0-90b9-33c3e2676f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:41.254229 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-d64eb730-330d-40e0-90b9-33c3e2676f0a service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.2834437 Apr 18 20:56:41.374964 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-1d8daec2-be4c-4b9f-a4fe-5419d5cb1e31 service neutron] 10.222.0.53 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9924419 Apr 18 20:56:41.451256 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-927ce97f-4d2c-40ea-9528-535d652b00c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 200 len: 999 time: 0.1876605 Apr 18 20:56:41.493418 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6ae25e90-e094-42da-90a1-f16adce06460 req-2549b5e4-0b12-469b-98ba-629cb21f1679 tempest-VolumesActionsTest-943179099 tempest-VolumesActionsTest-943179099-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e12549-b11f-4e67-bb04-00781d65c949 HTTP/1.1" status: 200 len: 210 time: 0.1168802 Apr 18 20:56:41.578241 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-b928533d-4a37-41b5-b10b-4b3e6b88d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:41.586209 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-b928533d-4a37-41b5-b10b-4b3e6b88d40b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1274362 Apr 18 20:56:41.610470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks [] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:41.632895 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac54504b-3997-4711-a752-931ff521b386 None None] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:56:41.662317 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-ba77da92-3a5b-4d5a-9e1c-f20ab88fdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:41.665444 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-ba77da92-3a5b-4d5a-9e1c-f20ab88fdc39 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743191 Apr 18 20:56:41.792114 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-0e97b003-ac63-40a0-b725-1734edfa6dfe None None] Provisioning complete for port 803dfb28-4df2-4b92-a653-d9d45cb2c318 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:41.792727 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0e97b003-ac63-40a0-b725-1734edfa6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:41.812763 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:41.867115 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-5b4b2dff-3253-46d4-b3d7-add3881d8f62 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949432 Apr 18 20:56:41.952943 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=330223ce-1b83-4de5-98a6-01cc95ef552b,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:41.979367 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:41.985073 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:42.047392 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:42.065320 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-69ef0967-82f8-47ab-a406-e07272176772 req-0831e4e8-7b20-4645-9e34-7f0d11ff15e5 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.1152327 Apr 18 20:56:42.130877 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-0e97b003-ac63-40a0-b725-1734edfa6dfe None None] Current status of the port 803dfb28-4df2-4b92-a653-d9d45cb2c318 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:42.304416 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 803dfb28-4df2-4b92-a653-d9d45cb2c318 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:42.319950 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e7ed1047-f6d1-411f-8e98-fcc61cc89454 req-f0a46445-e01a-44e3-a7fd-ef8a63cf761a service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074880 Apr 18 20:56:42.387799 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 803dfb28-4df2-4b92-a653-d9d45cb2c318 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:42.388090 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:42.452860 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728360f6-1c13-498b-aae7-ea8b9857c9f2 req-6629ed16-5e88-4886-aadf-46d87bebc7db tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:42.454495 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-728360f6-1c13-498b-aae7-ea8b9857c9f2 req-6629ed16-5e88-4886-aadf-46d87bebc7db tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1500795 Apr 18 20:56:42.462865 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-bc470a03-1791-4c55-a3bc-7ba968cbc61c None None] Provisioning complete for port 803dfb28-4df2-4b92-a653-d9d45cb2c318 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:42.463296 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-bc470a03-1791-4c55-a3bc-7ba968cbc61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:42.523220 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-728360f6-1c13-498b-aae7-ea8b9857c9f2 req-f203c045-221f-420d-9c45-f04948f8bdaf tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574088 Apr 18 20:56:42.536850 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 803dfb28-4df2-4b92-a653-d9d45cb2c318 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:42.631245 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-bc470a03-1791-4c55-a3bc-7ba968cbc61c None None] Current status of the port 803dfb28-4df2-4b92-a653-d9d45cb2c318 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:42.771635 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks [] for router_gateway (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:43.069486 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:43.229683 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e1b2baa7-967d-4a9d-90e7-931b3e62e2fb req-873bcf14-bb2a-4156-a0e9-bf5a0357772b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.0755825 Apr 18 20:56:43.432295 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:43.599886 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:43.622912 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:43.647833 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:43.648884 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.778701 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:43.896867 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:43.898444 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-ec782343-3007-4e1f-8b87-f22489cdf5d3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1958199 Apr 18 20:56:43.901286 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50224) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:43.975903 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:44.010140 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:42Z', 'revision_number': 3, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:44.077934 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:44.078158 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Updating router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 port 330223ce-1b83-4de5-98a6-01cc95ef552b binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:44.086163 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c is: DOWN; New status is: DOWN {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:44.125316 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:44.533792 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-af4172f7-0a68-4284-830c-a3d68be87ee7 req-e9002820-d3e9-4653-800f-9d733a127e38 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.1163707 Apr 18 20:56:44.612572 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Publish callbacks [] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:44.683409 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [req-e673bac9-6c8a-4481-a19f-81a2a7b14206 req-4a0b3a98-afcb-4231-9ab1-7630f7f27bff service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:56:44.684626 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e673bac9-6c8a-4481-a19f-81a2a7b14206 req-4a0b3a98-afcb-4231-9ab1-7630f7f27bff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065641 Apr 18 20:56:44.710954 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:44.739253 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:44.787227 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Pushing event updated for resources: {'Port': ['ID=330223ce-1b83-4de5-98a6-01cc95ef552b,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:44.789573 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Attempting to bind port 330223ce-1b83-4de5-98a6-01cc95ef552b on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:44.790650 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Attempting to bind port 330223ce-1b83-4de5-98a6-01cc95ef552b by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:44.791241 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Attempting to bind port 330223ce-1b83-4de5-98a6-01cc95ef552b on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:44.801794 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.802159 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.802521 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.802926 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.803274 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.803608 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.803940 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.804270 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.804751 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.804982 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.805271 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.805757 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.806082 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.806656 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.807200 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.811067 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:44.811440 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:44.811841 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:44.812243 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:44.812749 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Bound port: 330223ce-1b83-4de5-98a6-01cc95ef552b, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:44.813207 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:44.891591 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] For port 330223ce-1b83-4de5-98a6-01cc95ef552b, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:44.895539 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] For port 330223ce-1b83-4de5-98a6-01cc95ef552b, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=330223ce-1b83-4de5-98a6-01cc95ef552b,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:44.953855 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Allocated IP 172.20.0.1 (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2/d60a26b5-d758-49a8-93d9-84dded140f8d/1c09af51-d8f6-4f4c-b358-33b60f61f175) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:45.014550 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:45.122608 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685cfe6-8acf-4c66-865f-ff83e15d0bf4 req-139b3c91-d971-45c6-bf55-088c2e814c52 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:45.127680 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d685cfe6-8acf-4c66-865f-ff83e15d0bf4 req-139b3c91-d971-45c6-bf55-088c2e814c52 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1151471 Apr 18 20:56:45.142790 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:45.143992 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:45.211494 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Publish callbacks [] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:45.228701 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cab7b-1fd8-46e0-8053-8065e70da66c None None] Pushing event updated for resources: {'Port': ['ID=330223ce-1b83-4de5-98a6-01cc95ef552b,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.270260 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d685cfe6-8acf-4c66-865f-ff83e15d0bf4 req-29caa2d4-a5a7-4563-a70c-4b81893b5b17 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214387 Apr 18 20:56:45.376840 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:45.393511 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:45.466041 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:45.473389 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:45.478523 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:45.485938 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Pushing event updated for resources: {'Port': ['ID=1c09af51-d8f6-4f4c-b358-33b60f61f175,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.514163 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.514623 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.515081 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.515503 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.515920 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.516329 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.516738 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.517148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.517573 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.518028 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.518435 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.518865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.519397 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.519847 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.520367 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:45.552532 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:45.731840 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:42Z', 'revision_number': 3, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:45.771451 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe8204-2f9b-474b-b18d-b3fb8e985082 None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:42Z', 'revision_number': 3, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:45.795791 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ca57d197-5200-4cc6-928c-3f359f7b6829 req-ad7e9584-3a3d-457e-af36-4f053e10dd9b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.0614276 Apr 18 20:56:45.901841 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-656d5689-cbae-416c-9af7-87930b21be45 None None] Provisioning complete for port 1c09af51-d8f6-4f4c-b358-33b60f61f175 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:45.902480 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-656d5689-cbae-416c-9af7-87930b21be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:45.947151 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-656d5689-cbae-416c-9af7-87930b21be45 None None] Port 1c09af51-d8f6-4f4c-b358-33b60f61f175 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:56:45.997162 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:46.027336 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50284) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:46.209855 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-ff3aa0fb-1479-4a0b-aabf-0896a02af55c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1763897 Apr 18 20:56:46.223586 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-3506263e-e23c-4ea0-853f-4511853c992d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 20:56:46.236410 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-3506263e-e23c-4ea0-853f-4511853c992d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182114 Apr 18 20:56:46.368141 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Publish callbacks [] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:46.399975 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 330223ce-1b83-4de5-98a6-01cc95ef552b up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:46.436663 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50294) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:46.470526 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 330223ce-1b83-4de5-98a6-01cc95ef552b triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:46.471236 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:46.497035 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:46.552522 dv-cinder-826510-5-iscsi neutron-server[110664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:56:46.597328 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 330223ce-1b83-4de5-98a6-01cc95ef552b is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:46.598371 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:46.630223 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-15cbbd1d-e69a-4a13-a014-abcc449a61f1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:46.632180 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-15cbbd1d-e69a-4a13-a014-abcc449a61f1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports/c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 200 len: 940 time: 0.1920981 Apr 18 20:56:46.645642 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 330223ce-1b83-4de5-98a6-01cc95ef552b, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=330223ce-1b83-4de5-98a6-01cc95ef552b,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:46.701096 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:46.828233 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=330223ce-1b83-4de5-98a6-01cc95ef552b,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:47.039225 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e59549-6075-45b9-b76a-c7847c0f9f21 req-b5e9a74b-3349-4b02-8074-e18409ba6adb tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:47.042346 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e2e59549-6075-45b9-b76a-c7847c0f9f21 req-b5e9a74b-3349-4b02-8074-e18409ba6adb tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.6068454 Apr 18 20:56:47.054992 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-81db4c1d-41fe-4aaf-bebc-443d7e7b7b6a req-c930b3fb-8573-4064-9745-a4ba94764b6e tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.1184475 Apr 18 20:56:47.083540 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Pushing event updated for resources: {'Port': ['ID=1c09af51-d8f6-4f4c-b358-33b60f61f175,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:47.107067 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:47.205990 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e2e59549-6075-45b9-b76a-c7847c0f9f21 req-d30d63b0-40c9-4650-92a8-41ed51d27891 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488264 Apr 18 20:56:47.290492 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:47.292523 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:47.506131 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:47.601684 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-74cb6bdf-6658-4602-a791-a4f60ef60df0 None None] Provisioning complete for port 1c09af51-d8f6-4f4c-b358-33b60f61f175 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:47.602824 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-74cb6bdf-6658-4602-a791-a4f60ef60df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:47.648600 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-74cb6bdf-6658-4602-a791-a4f60ef60df0 None None] Port 1c09af51-d8f6-4f4c-b358-33b60f61f175 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:56:47.708786 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:47.718131 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-73aa5efb-02ce-43a3-b783-ae178a730b82 admin admin] 10.222.0.53 "PUT /v2.0/routers/4cb7167d-b4a6-419c-bde7-3eb035a6cf97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8150799 Apr 18 20:56:47.972052 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946df18-e9c8-447b-b463-28b561b798fa req-36b974ff-82cb-4f01-ac3a-8f08e505af07 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:47.973605 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-36b974ff-82cb-4f01-ac3a-8f08e505af07 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.78 "GET /v2.0/networks?id=4ed1088e-ebe3-44e1-95b2-87a5c93058e4 HTTP/1.1" status: 200 len: 814 time: 0.1581671 Apr 18 20:56:48.023401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Request body: {'port': {'device_id': '5fe12f18-ad45-4558-a810-2a26678f9372', 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4', 'admin_state_up': True, 'tenant_id': 'b6b4974d20af47c2b4d4462d228d06f3'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:48.175093 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:48.228398 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:48.231572 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:48.316434 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4f40369a-3009-4dfe-bbaf-e479e24a2c32 req-e652bc40-35b2-4bee-8ef4-c7f1035fdaa4 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.0998397 Apr 18 20:56:48.456011 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Made reservation on behalf of b6b4974d20af47c2b4d4462d228d06f3 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:48.466482 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:48.502771 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073322a0-1c67-4d09-94e5-a3986802a9f7 req-5ed7c36e-cbb7-4461-a5a3-0e9170147ca3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:48.504891 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-073322a0-1c67-4d09-94e5-a3986802a9f7 req-5ed7c36e-cbb7-4461-a5a3-0e9170147ca3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0819836 Apr 18 20:56:48.619154 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:48.621955 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 330223ce-1b83-4de5-98a6-01cc95ef552b up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:48.657131 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-073322a0-1c67-4d09-94e5-a3986802a9f7 req-7fb075bf-1db2-41ae-bd4b-8e7b4e481f11 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422167 Apr 18 20:56:48.790553 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Allocated IP 172.20.0.11 (4ed1088e-ebe3-44e1-95b2-87a5c93058e4/f30c85d2-81a4-432e-864e-85f741e66e1e/8db07f19-762a-49f9-a573-1a10c5d884f2) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:48.877055 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 330223ce-1b83-4de5-98a6-01cc95ef552b triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:48.877466 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:48.943149 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50338) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:48.952050 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-507799998-network', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:49.056728 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks [] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.065169 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 2, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:49.101475 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:49.101829 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Updating router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 port 1c09af51-d8f6-4f4c-b358-33b60f61f175 binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:49.128740 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Made reservation on behalf of 043cefdc1b38464b91b9dbdeceb0786c for: {'network': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:49.133023 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.140047 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 330223ce-1b83-4de5-98a6-01cc95ef552b is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:49.151341 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.155672 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.233633 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.332925 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:49.345456 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:49.350702 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:49.360368 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Publish callbacks [] for security_group (728af216-c89f-4b5b-9e58-2e4a23dbba59), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.455184 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Pushing event updated for resources: {'Port': ['ID=8db07f19-762a-49f9-a573-1a10c5d884f2,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:49.466478 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (728af216-c89f-4b5b-9e58-2e4a23dbba59), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.471190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:49.472235 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.509361 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=110663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:49.562106 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (f7e012dd-07ad-4c86-8572-458476b8dd21), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.562530 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.segments_db [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Added segment f7e012dd-07ad-4c86-8572-458476b8dd21 of type vlan for network 6d547e15-e776-4f0d-a985-07890830179e Apr 18 20:56:49.578006 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728af216-c89f-4b5b-9e58-2e4a23dbba59,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:49.615453 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f09c-7c2f-4a01-bce3-b84c62eb2eb5 req-2ee588e5-891b-459b-ba2e-c6784554be24 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:49.617106 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e967f09c-7c2f-4a01-bce3-b84c62eb2eb5 req-2ee588e5-891b-459b-ba2e-c6784554be24 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 932 time: 0.1255412 Apr 18 20:56:49.642912 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (6d547e15-e776-4f0d-a985-07890830179e), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.720897 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e967f09c-7c2f-4a01-bce3-b84c62eb2eb5 req-7854f77b-c8bc-4c99-8658-b632ac8a5fa2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883973 Apr 18 20:56:49.736083 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Publish callbacks [] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.748722 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-28c17d22-7625-4e8d-ba16-be86d1b06144 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7346354 Apr 18 20:56:49.769542 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Request body: {'port': {'device_id': '5fe12f18-ad45-4558-a810-2a26678f9372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:49.827546 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30dc3e-b419-4d0c-a7c5-bf25c3fbfecc req-f32b3415-3cf2-4b53-9f9d-72f5ac558ca0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:49.829022 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5f30dc3e-b419-4d0c-a7c5-bf25c3fbfecc req-f32b3415-3cf2-4b53-9f9d-72f5ac558ca0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0737946 Apr 18 20:56:49.846021 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:49.892435 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5f30dc3e-b419-4d0c-a7c5-bf25c3fbfecc req-f93c2e9b-46f2-4e55-a648-308f5120597e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567467 Apr 18 20:56:50.003197 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.003530 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (6d547e15-e776-4f0d-a985-07890830179e), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.009447 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:50.009447 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.173400 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50362) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:50.173986 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2244887 Apr 18 20:56:50.176504 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70edec8-ae88-45c2-8494-476f9d0be534 admin admin] Pushing event updated for resources: {'Network': ['ID=6d547e15-e776-4f0d-a985-07890830179e,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.205343 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Request body: {'subnet': {'network_id': '6d547e15-e776-4f0d-a985-07890830179e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-507799998-subnet', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:50.214372 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Pushing event updated for resources: {'Port': ['ID=1c09af51-d8f6-4f4c-b358-33b60f61f175,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.225802 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 6d547e15-e776-4f0d-a985-07890830179e details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:50.363979 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.364352 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.364749 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.365196 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.365562 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.365928 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.366325 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.366920 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.367279 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.367620 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.369040 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.369354 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.369789 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.370134 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.370530 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:50.395877 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Attempting to bind port 1c09af51-d8f6-4f4c-b358-33b60f61f175 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:50.396135 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Attempting to bind port 1c09af51-d8f6-4f4c-b358-33b60f61f175 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:50.396550 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Attempting to bind port 1c09af51-d8f6-4f4c-b358-33b60f61f175 on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:50.406713 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:50.407438 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Checking segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:50.407927 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.408500 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Bound using segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:50.409025 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Bound port: 1c09af51-d8f6-4f4c-b358-33b60f61f175, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:50.409461 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.530531 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] For port 1c09af51-d8f6-4f4c-b358-33b60f61f175, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:50.541320 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] For port 1c09af51-d8f6-4f4c-b358-33b60f61f175, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1c09af51-d8f6-4f4c-b358-33b60f61f175,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:50.542425 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Made reservation on behalf of 043cefdc1b38464b91b9dbdeceb0786c for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:50.555975 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16149931'] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.563397 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db07f19-762a-49f9-a573-1a10c5d884f2 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:50.626720 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.666060 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Publish callbacks [] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.713737 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Transition to ACTIVE for port object 8db07f19-762a-49f9-a573-1a10c5d884f2 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:56:50.729625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905be75a-e998-4e41-aa90-aa56b7359562 None None] Pushing event updated for resources: {'Port': ['ID=1c09af51-d8f6-4f4c-b358-33b60f61f175,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.831990 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:50.846026 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-117a6277-c49b-4fdd-8c61-0fa439f2eb8a None None] Provisioning complete for port 1c09af51-d8f6-4f4c-b358-33b60f61f175 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:50.849873 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-117a6277-c49b-4fdd-8c61-0fa439f2eb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:51.032877 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:51.034069 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:51.053832 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e511f-1a3e-4280-ba4f-85c042daba8a req-8694b7a4-5264-4641-93be-7af049f6302b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:51.078183 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-609e511f-1a3e-4280-ba4f-85c042daba8a req-8694b7a4-5264-4641-93be-7af049f6302b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 944 time: 0.1893084 Apr 18 20:56:51.215036 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Pushing event updated for resources: {'Port': ['ID=8db07f19-762a-49f9-a573-1a10c5d884f2,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.236011 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380560-8270-4953-8342-d6f56a255b70 req-b02baa4b-c7b4-4513-bed8-60bf43a3c247 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:51.250528 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3e380560-8270-4953-8342-d6f56a255b70 req-b02baa4b-c7b4-4513-bed8-60bf43a3c247 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1565685 Apr 18 20:56:51.267077 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-117a6277-c49b-4fdd-8c61-0fa439f2eb8a None None] Current status of the port 1c09af51-d8f6-4f4c-b358-33b60f61f175 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:51.267570 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-117a6277-c49b-4fdd-8c61-0fa439f2eb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:51.322192 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-117a6277-c49b-4fdd-8c61-0fa439f2eb8a None None] For port 1c09af51-d8f6-4f4c-b358-33b60f61f175, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1c09af51-d8f6-4f4c-b358-33b60f61f175,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:51.351150 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Attempting to bind port 8db07f19-762a-49f9-a573-1a10c5d884f2 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:51.352999 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Attempting to bind port 8db07f19-762a-49f9-a573-1a10c5d884f2 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:51.352999 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Attempting to bind port 8db07f19-762a-49f9-a573-1a10c5d884f2 on network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:51.358202 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Port 8db07f19-762a-49f9-a573-1a10c5d884f2 on network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:56:51.358510 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Attempting to bind port 8db07f19-762a-49f9-a573-1a10c5d884f2 on network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:51.361785 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-609e511f-1a3e-4280-ba4f-85c042daba8a req-b1fba7f5-fc83-48e1-b22a-113cc50b1d83 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785602 Apr 18 20:56:51.370373 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:51.370912 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Checking segment: {'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:51.371122 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Bound using segment: {'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:51.371631 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Bound port: 8db07f19-762a-49f9-a573-1a10c5d884f2, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:51.372008 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:51.385705 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:51.442244 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-117a6277-c49b-4fdd-8c61-0fa439f2eb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:51.522114 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] For port 8db07f19-762a-49f9-a573-1a10c5d884f2, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:51.526424 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3e380560-8270-4953-8342-d6f56a255b70 req-9fb3a838-c068-4a65-8257-2247b53b0d4b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737525 Apr 18 20:56:51.526885 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] For port 8db07f19-762a-49f9-a573-1a10c5d884f2, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=8db07f19-762a-49f9-a573-1a10c5d884f2,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:51.532321 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13266825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16149949'] for subnet (dab81a54-3185-43b5-bff9-569f401c51a1), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:51.553087 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a6277-c49b-4fdd-8c61-0fa439f2eb8a None None] Pushing event updated for resources: {'Port': ['ID=1c09af51-d8f6-4f4c-b358-33b60f61f175,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.623520 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:51.659394 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-74230a18-96b6-40f9-a3b8-43ef0765ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:51.664001 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-74230a18-96b6-40f9-a3b8-43ef0765ea31 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be&tenant_id=a0e794ba52ab44c5a2b5906338c002d6 HTTP/1.1" status: 200 len: 1127 time: 0.2308259 Apr 18 20:56:51.668380 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-71dafe10-af47-4285-9e5c-311b2c415622 None None] Provisioning complete for port 1c09af51-d8f6-4f4c-b358-33b60f61f175 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:51.670138 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-71dafe10-af47-4285-9e5c-311b2c415622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:51.721522 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:51.722935 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:51.725213 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] 10.222.0.78 "PUT /v2.0/ports/8db07f19-762a-49f9-a573-1a10c5d884f2 HTTP/1.1" status: 200 len: 1094 time: 1.9627440 Apr 18 20:56:51.729623 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe12f18-ad45-4558-a810-2a26678f9372', 'tag': '8db07f19-762a-49f9-a573-1a10c5d884f2'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:51.733439 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7af4ab-91a6-4ccf-ba82-c9def5542f73" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe12f18-ad45-4558-a810-2a26678f9372", "tag": "8db07f19-762a-49f9-a573-1a10c5d884f2"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:51.737763 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab81a54-3185-43b5-bff9-569f401c51a1,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.748225 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Checking segment: {'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:51.748611 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Network hostable DHCP agents. Network: 6d547e15-e776-4f0d-a985-07890830179e, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:51.843579 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e753f3-168a-4294-8885-a2fa737875d2 x-openstack-request-id: req-d5e753f3-168a-4294-8885-a2fa737875d2 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:51.844133 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe12f18-ad45-4558-a810-2a26678f9372", "tag": "8db07f19-762a-49f9-a573-1a10c5d884f2", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:51.844548 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5e753f3-168a-4294-8885-a2fa737875d2 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:51.845253 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e753f3-168a-4294-8885-a2fa737875d2'] response: {'name': 'network-changed', 'server_uuid': '5fe12f18-ad45-4558-a810-2a26678f9372', 'tag': '8db07f19-762a-49f9-a573-1a10c5d884f2', 'status': 'completed', 'code': 200} Apr 18 20:56:51.849233 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107275a-440e-4c77-b63d-e14bfb836d21 service neutron] Pushing event updated for resources: {'Port': ['ID=8db07f19-762a-49f9-a573-1a10c5d884f2,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.864545 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-a6ba8743-3705-4ab5-912c-f593f7b514f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:51.871286 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-a6ba8743-3705-4ab5-912c-f593f7b514f3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 1127 time: 0.1534820 Apr 18 20:56:51.936545 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7af4ab-91a6-4ccf-ba82-c9def5542f73 req-cc5553ef-bc70-4d91-9b70-4a4de790f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:51.938576 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-df7af4ab-91a6-4ccf-ba82-c9def5542f73 req-cc5553ef-bc70-4d91-9b70-4a4de790f93a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b6b4974d20af47c2b4d4462d228d06f3&device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 1128 time: 0.0619850 Apr 18 20:56:51.965768 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Network 6d547e15-e776-4f0d-a985-07890830179e is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:51.973674 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-71dafe10-af47-4285-9e5c-311b2c415622 None None] Current status of the port 1c09af51-d8f6-4f4c-b358-33b60f61f175 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:52.080613 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-e652dac8-4659-4b2c-b139-7bf52ca9c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:52.083027 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-e652dac8-4659-4b2c-b139-7bf52ca9c257 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 0.2054243 Apr 18 20:56:52.122720 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 6d547e15-e776-4f0d-a985-07890830179e) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:52.159868 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:52.166329 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:52.185937 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c0b6c-4203-4840-9f56-05e375d604c0 None None] Network 6d547e15-e776-4f0d-a985-07890830179e requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:56:52.251399 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:50Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:52.265792 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7af4ab-91a6-4ccf-ba82-c9def5542f73 req-90f41d1a-8e49-4fff-9838-bf208f3422c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:52.268521 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-df7af4ab-91a6-4ccf-ba82-c9def5542f73 req-90f41d1a-8e49-4fff-9838-bf208f3422c8 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b6b4974d20af47c2b4d4462d228d06f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3182998 Apr 18 20:56:52.332518 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5895794-7524-4efe-92b4-fd57736a7caa None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:50Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:52.332915 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9e2644e5-c393-49a7-8c0d-43c0394326d1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1500270 Apr 18 20:56:52.341052 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50378) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:52.371664 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-acf8f796-5195-4c98-836a-bf1f3ae4557f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 200 len: 998 time: 0.2749288 Apr 18 20:56:52.424925 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:52.514924 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-6d547e15-e776-4f0d-a985-07890830179e', 'network_id': '6d547e15-e776-4f0d-a985-07890830179e', 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'fixed_ips': [{'subnet_id': 'dab81a54-3185-43b5-bff9-569f401c51a1'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:56:52.517623 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:52.738874 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-ce4edc31-6bb4-436c-b125-edcfd8e1face service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:52.748556 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-ce4edc31-6bb4-436c-b125-edcfd8e1face service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.3618965 Apr 18 20:56:52.833732 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7af4ab-91a6-4ccf-ba82-c9def5542f73 req-d6a69074-58aa-4d78-a85c-14c1f97ff285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:52.835941 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-df7af4ab-91a6-4ccf-ba82-c9def5542f73 req-d6a69074-58aa-4d78-a85c-14c1f97ff285 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5551202 Apr 18 20:56:52.876878 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:52.879500 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:52.891197 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-62a79561-0a4b-4555-9be3-2bb60a870af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:52.893986 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-62a79561-0a4b-4555-9be3-2bb60a870af6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951984 Apr 18 20:56:52.991264 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f592-51ae-464c-ab0d-fd531d679883 req-f72c3a22-0728-41aa-af65-98a8159eddee tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:53.010116 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9593f592-51ae-464c-ab0d-fd531d679883 req-f72c3a22-0728-41aa-af65-98a8159eddee tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 944 time: 0.3886969 Apr 18 20:56:53.015235 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks [] for router_controller (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), precommit_add_association {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:53.020115 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946df18-e9c8-447b-b463-28b561b798fa req-a052a3bc-6e16-4697-bb9d-47ae27335ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:53.022703 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-a052a3bc-6e16-4697-bb9d-47ae27335ef5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b6b4974d20af47c2b4d4462d228d06f3&device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 1128 time: 0.1032631 Apr 18 20:56:53.089422 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Allocated IP 172.20.0.2 (6d547e15-e776-4f0d-a985-07890830179e/dab81a54-3185-43b5-bff9-569f401c51a1/238402bb-74f8-4199-bc5e-0d5febc4ba42) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:53.099975 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99c7c-b590-42b5-b4cd-1cd31524ffbe req-498f8e69-a23c-4545-adab-57e9743b807c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:53.113034 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-85a99c7c-b590-42b5-b4cd-1cd31524ffbe req-498f8e69-a23c-4545-adab-57e9743b807c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.3503399 Apr 18 20:56:53.173813 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-f93de790-a258-4009-a834-d8b9de41e10b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db07f19-762a-49f9-a573-1a10c5d884f2 HTTP/1.1" status: 200 len: 217 time: 0.1432486 Apr 18 20:56:53.280930 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-85a99c7c-b590-42b5-b4cd-1cd31524ffbe req-b7d1e60e-5593-4fc4-9a94-e7de8f7af83a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662180 Apr 18 20:56:53.317135 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9593f592-51ae-464c-ab0d-fd531d679883 req-347ccc1e-f118-4c21-a258-ff068aa4564a tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818053 Apr 18 20:56:53.367313 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-1d7c48fa-8496-46c2-b47e-43be30dbf927 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249532 Apr 18 20:56:53.590491 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e73bc47a-9a5c-4626-826f-223f8b5c594f req-05096dc2-0a96-4bf0-bf64-5b32a8156990 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147391 Apr 18 20:56:53.664577 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Publish callbacks [] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:53.798068 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:53.943824 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Pushing event updated for resources: {'Port': ['ID=238402bb-74f8-4199-bc5e-0d5febc4ba42,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:54.028758 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Network 6d547e15-e776-4f0d-a985-07890830179e is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:54.041226 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:54.047443 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946df18-e9c8-447b-b463-28b561b798fa req-3f4e0646-e6b9-4713-8557-529eb260d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:54.049905 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-3f4e0646-e6b9-4713-8557-529eb260d409 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f30c85d2-81a4-432e-864e-85f741e66e1e HTTP/1.1" status: 200 len: 854 time: 0.7706044 Apr 18 20:56:54.058329 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:54.084578 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks [] for router_gateway (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:54.141508 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-6d85e06c-ab4b-473b-90c3-363a673b5ec2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ed1088e-ebe3-44e1-95b2-87a5c93058e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844765 Apr 18 20:56:54.656392 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1c09af51-d8f6-4f4c-b358-33b60f61f175 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:54.688442 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-c304fa42-7c0c-4fff-8556-f86ac25c5f74 service neutron] 10.222.0.78 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359204 Apr 18 20:56:54.754092 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Attempting to bind port 238402bb-74f8-4199-bc5e-0d5febc4ba42 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:56:54.754577 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Attempting to bind port 238402bb-74f8-4199-bc5e-0d5febc4ba42 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:56:54.754963 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Attempting to bind port 238402bb-74f8-4199-bc5e-0d5febc4ba42 on network 6d547e15-e776-4f0d-a985-07890830179e {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:54.803120 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:54.804801 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Checking segment: {'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:56:54.812390 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:54.813268 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Bound using segment: {'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:54.814305 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Bound port: 238402bb-74f8-4199-bc5e-0d5febc4ba42, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:56:54.818942 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:55.063739 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf55614-eddb-44e6-8a14-e20b3b279644 req-dc3703e2-1ee1-4b5a-add4-8f1a4060fedc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:55.072950 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bbf55614-eddb-44e6-8a14-e20b3b279644 req-dc3703e2-1ee1-4b5a-add4-8f1a4060fedc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.4922848 Apr 18 20:56:55.083123 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a464d-a647-4fa4-a96d-4dc48b10a335 req-0b968bc2-6950-46de-8186-e0f4fcaf81e3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:55.093136 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1c0a464d-a647-4fa4-a96d-4dc48b10a335 req-0b968bc2-6950-46de-8186-e0f4fcaf81e3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 944 time: 0.3666396 Apr 18 20:56:55.215697 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1c0a464d-a647-4fa4-a96d-4dc48b10a335 req-850f928e-dcbc-4584-9a46-ce908d745baf tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212180 Apr 18 20:56:55.216037 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6b889d4b-86fe-461a-84a8-ef233fbab325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:55.255018 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 1c09af51-d8f6-4f4c-b358-33b60f61f175 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:55.255762 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:55.264483 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bbf55614-eddb-44e6-8a14-e20b3b279644 req-a510617d-ae19-45ec-bfa3-615924fca162 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901419 Apr 18 20:56:55.330316 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] For port 238402bb-74f8-4199-bc5e-0d5febc4ba42, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:55.349006 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-f946df18-e9c8-447b-b463-28b561b798fa req-b2523ba9-c517-48de-b31d-2ea7f761ba44 service neutron] 10.222.0.78 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813956 Apr 18 20:56:55.364557 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] For port 238402bb-74f8-4199-bc5e-0d5febc4ba42, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=238402bb-74f8-4199-bc5e-0d5febc4ba42,segment=NetworkSegment(f7e012dd-07ad-4c86-8572-458476b8dd21),segment_id=f7e012dd-07ad-4c86-8572-458476b8dd21)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:55.435285 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 1c09af51-d8f6-4f4c-b358-33b60f61f175 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:55.446847 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:55.571741 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc1f32-5d20-4c87-b2dd-066904d235c8 None None] Pushing event updated for resources: {'Port': ['ID=238402bb-74f8-4199-bc5e-0d5febc4ba42,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.686958 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:56:55.761452 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks [] for router_gateway (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:55.788169 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:56.101744 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Allocated IP 172.27.1.241 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/46a089ae-645d-4ebd-8ba1-bf2ac60f9915) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:56.319751 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks [] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:56.453852 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 238402bb-74f8-4199-bc5e-0d5febc4ba42 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:56.465966 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:56.525894 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:56.531373 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803c8db-221c-4d67-913c-f328b0bcde20 req-7991d8f8-d418-4d32-a831-4d8092d355cc tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:56.533905 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c803c8db-221c-4d67-913c-f328b0bcde20 req-7991d8f8-d418-4d32-a831-4d8092d355cc tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 944 time: 0.1828473 Apr 18 20:56:56.544899 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:56.549939 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:56.608557 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Pushing event updated for resources: {'Port': ['ID=46a089ae-645d-4ebd-8ba1-bf2ac60f9915,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:56.616591 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 238402bb-74f8-4199-bc5e-0d5febc4ba42 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:56.617424 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:56.673441 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ec33f-9fe7-453f-9a55-5edacb23be80 req-2f8107be-031a-45ec-8fef-8fc327e12c65 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:56.692327 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b35ec33f-9fe7-453f-9a55-5edacb23be80 req-2f8107be-031a-45ec-8fef-8fc327e12c65 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.2286093 Apr 18 20:56:56.772778 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c803c8db-221c-4d67-913c-f328b0bcde20 req-9f59f545-5b4f-492a-89c6-a2e54b21466e tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324486 Apr 18 20:56:56.948303 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b35ec33f-9fe7-453f-9a55-5edacb23be80 req-86461e7a-bdc5-4bf9-bfca-1a7b2ac17785 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553988 Apr 18 20:56:57.042807 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 238402bb-74f8-4199-bc5e-0d5febc4ba42 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:57.042807 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:57.064103 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 238402bb-74f8-4199-bc5e-0d5febc4ba42, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=238402bb-74f8-4199-bc5e-0d5febc4ba42,segment=NetworkSegment(f7e012dd-07ad-4c86-8572-458476b8dd21),segment_id=f7e012dd-07ad-4c86-8572-458476b8dd21)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:57.342385 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004ed118-5fce-4930-8526-a2f4b855bba9 None None] Network 6d547e15-e776-4f0d-a985-07890830179e requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:56:57.395269 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks [] for router_gateway (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:57.417612 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:57.511865 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e0a27238-2259-4eb0-a2eb-ab431a57ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:57.514309 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-6244e54e-0709-4f31-b9d2-7861ecfe4772 None None] Provisioning complete for port 238402bb-74f8-4199-bc5e-0d5febc4ba42 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:57.515115 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6244e54e-0709-4f31-b9d2-7861ecfe4772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:57.602901 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=238402bb-74f8-4199-bc5e-0d5febc4ba42,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:57.767592 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-6244e54e-0709-4f31-b9d2-7861ecfe4772 None None] Current status of the port 238402bb-74f8-4199-bc5e-0d5febc4ba42 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:57.811264 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:58.104307 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 8db07f19-762a-49f9-a573-1a10c5d884f2 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:58.155624 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec8d77-9ed6-4012-9c66-278d13f83a23 req-bfbe8a83-c8df-4615-8bc7-88bf061323ea tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:58.163847 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2ec8d77-9ed6-4012-9c66-278d13f83a23 req-bfbe8a83-c8df-4615-8bc7-88bf061323ea tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 944 time: 0.2334254 Apr 18 20:56:58.298697 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.db.resource_extend [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:56:58.558220 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1db8e-7be6-4f17-af7f-d8e7fc8f2fa9 req-998ce5e4-b8be-4c74-9804-8d2a0c3641c4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:58.560963 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ecd1db8e-7be6-4f17-af7f-d8e7fc8f2fa9 req-998ce5e4-b8be-4c74-9804-8d2a0c3641c4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.2760630 Apr 18 20:56:58.574763 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2ec8d77-9ed6-4012-9c66-278d13f83a23 req-32bd4eba-63ae-451d-9767-770d0086b528 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886940 Apr 18 20:56:58.611945 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 238402bb-74f8-4199-bc5e-0d5febc4ba42 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:58.620223 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:58.626432 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-f6acfb38-1e9f-40aa-929f-076252c2243a None None] Provisioning complete for port 238402bb-74f8-4199-bc5e-0d5febc4ba42 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:58.627461 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f6acfb38-1e9f-40aa-929f-076252c2243a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:58.713138 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ecd1db8e-7be6-4f17-af7f-d8e7fc8f2fa9 req-36550505-c9b3-4f5a-8375-a0df9598c1a4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288271 Apr 18 20:56:58.756181 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:58.874540 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 8db07f19-762a-49f9-a573-1a10c5d884f2, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=8db07f19-762a-49f9-a573-1a10c5d884f2,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:58.922102 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '8db07f19-762a-49f9-a573-1a10c5d884f2', 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4', 'port_id': '8db07f19-762a-49f9-a573-1a10c5d884f2', 'mac_address': 'fa:16:3e:a2:3b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30c85d2-81a4-432e-864e-85f741e66e1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:58.970712 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:58.979768 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 238402bb-74f8-4199-bc5e-0d5febc4ba42 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:56:58.979768 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:58.986420 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Sync routers for ids ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:59.020753 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Routers {'2ddeb8b4-9050-400b-82d1-301ab4bf4d62'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:59.022047 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:59.122857 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:59.132125 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b4430b32-3d8d-4dd8-98ff-43e950cf68c5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7276731 Apr 18 20:56:59.134160 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50438) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:56:59.144469 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-f6acfb38-1e9f-40aa-929f-076252c2243a None None] Current status of the port 238402bb-74f8-4199-bc5e-0d5febc4ba42 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:59.216948 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 8db07f19-762a-49f9-a573-1a10c5d884f2 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:59.217449 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:59.269174 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db07f19-762a-49f9-a573-1a10c5d884f2 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:59.316834 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Set router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:59.357853 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 238402bb-74f8-4199-bc5e-0d5febc4ba42 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:56:59.362000 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 8db07f19-762a-49f9-a573-1a10c5d884f2, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=8db07f19-762a-49f9-a573-1a10c5d884f2,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:59.442829 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:56:59.692495 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=8db07f19-762a-49f9-a573-1a10c5d884f2,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.729041 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T20:56:56Z', 'revision_number': 3, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port': {'id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:55Z', 'updated_at': '2022-04-18T20:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:59.754177 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b3ff6-9d9d-417e-a054-d8c704397950 req-0f2f6cdd-c431-43d7-8e94-d75db34fd0f6 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:56:59.763376 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-701b3ff6-9d9d-417e-a054-d8c704397950 req-0f2f6cdd-c431-43d7-8e94-d75db34fd0f6 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 945 time: 0.0807910 Apr 18 20:56:59.786436 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['8db07f19-762a-49f9-a573-1a10c5d884f2'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:59.839214 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Checking router: 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:59.839829 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Updating router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:59.926147 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-701b3ff6-9d9d-417e-a054-d8c704397950 req-658ce856-88a5-4fe3-a59e-aff779be64cb tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613603 Apr 18 20:56:59.950333 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:00.123390 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379779d-11e9-4f5f-a09f-ee6e33a4a3e8 req-f81f15af-dc01-4438-9c5b-df37ad61553b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:00.134245 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c379779d-11e9-4f5f-a09f-ee6e33a4a3e8 req-f81f15af-dc01-4438-9c5b-df37ad61553b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1554167 Apr 18 20:57:00.279419 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c379779d-11e9-4f5f-a09f-ee6e33a4a3e8 req-3d81cb7a-5db8-4fde-8d29-e5e1f3dc5172 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403501 Apr 18 20:57:00.283456 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:00.463715 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:00.698371 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Publish callbacks [] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:00.790206 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Allocated IP 172.20.0.1 (6d547e15-e776-4f0d-a985-07890830179e/dab81a54-3185-43b5-bff9-569f401c51a1/42415ede-ccba-4f20-9ac3-c436b9d14c2c) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:01.198107 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Publish callbacks [] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:01.242351 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499381ff-4da2-4181-baa5-0f3fadc6c762 req-953a67c7-61d7-45eb-b77b-4ffb3b939f26 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:01.244729 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-499381ff-4da2-4181-baa5-0f3fadc6c762 req-953a67c7-61d7-45eb-b77b-4ffb3b939f26 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 945 time: 0.1162446 Apr 18 20:57:01.369941 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-499381ff-4da2-4181-baa5-0f3fadc6c762 req-4bc8d8f3-d347-4179-a77f-18f03543a6c1 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159074 Apr 18 20:57:01.426034 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:01.478634 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:01.554923 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Attempting to bind port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:57:01.562510 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Attempting to bind port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:57:01.563211 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Attempting to bind port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:01.584213 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31a397-6579-4ee9-9ef2-d46c46603cec req-b93eb372-cd5d-4be7-980f-869719004755 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:01.592555 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Network 6d547e15-e776-4f0d-a985-07890830179e is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:01.594003 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051a1e-fdee-4f51-be2c-1f0acde8d6cf None None] Pushing event updated for resources: {'Port': ['ID=46a089ae-645d-4ebd-8ba1-bf2ac60f9915,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:01.604380 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:01.606118 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:57:01.606625 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:01.607027 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:01.607508 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e31a397-6579-4ee9-9ef2-d46c46603cec req-b93eb372-cd5d-4be7-980f-869719004755 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1924665 Apr 18 20:57:01.608071 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:01.608515 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:01.609598 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Bound port: 46a089ae-645d-4ebd-8ba1-bf2ac60f9915, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:57:01.610259 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:01.628009 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:01.745968 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:01.775394 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Pushing event updated for resources: {'Port': ['ID=42415ede-ccba-4f20-9ac3-c436b9d14c2c,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:01.781392 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] For port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:01.791736 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] For port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=46a089ae-645d-4ebd-8ba1-bf2ac60f9915,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:01.822407 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e31a397-6579-4ee9-9ef2-d46c46603cec req-ad883a13-c085-469e-904d-844028655362 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042723 Apr 18 20:57:01.912070 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:01.985502 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:02.059510 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051a1e-fdee-4f51-be2c-1f0acde8d6cf None None] Pushing event updated for resources: {'Port': ['ID=46a089ae-645d-4ebd-8ba1-bf2ac60f9915,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:02.107519 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 8db07f19-762a-49f9-a573-1a10c5d884f2 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:02.110453 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Routers {'2ddeb8b4-9050-400b-82d1-301ab4bf4d62'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:02.111380 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.276833 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:02.296959 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-74da97c8-7ffc-4548-85f2-4398a2718da0 None None] Provisioning complete for port 42415ede-ccba-4f20-9ac3-c436b9d14c2c triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:02.298376 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-74da97c8-7ffc-4548-85f2-4398a2718da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:02.429611 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-74da97c8-7ffc-4548-85f2-4398a2718da0 None None] Port 42415ede-ccba-4f20-9ac3-c436b9d14c2c cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:57:02.433812 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 8db07f19-762a-49f9-a573-1a10c5d884f2 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:57:02.435279 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] Set router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:02.506166 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 8db07f19-762a-49f9-a573-1a10c5d884f2 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:02.506841 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:02.681060 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e1f94-e76d-42b0-b0af-b1e24eac2e00 req-e75a2e7f-1b4c-46b3-8825-a58f5111091b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:02.685991 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e44e1f94-e76d-42b0-b0af-b1e24eac2e00 req-e75a2e7f-1b4c-46b3-8825-a58f5111091b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 945 time: 0.1973348 Apr 18 20:57:02.818289 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Publish callbacks [] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:02.823965 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 8db07f19-762a-49f9-a573-1a10c5d884f2 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:02.824949 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:02.875153 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e44e1f94-e76d-42b0-b0af-b1e24eac2e00 req-67c316fb-ece0-433c-8f89-2471fd8ab187 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804414 Apr 18 20:57:02.900959 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:02.904156 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe12f18-ad45-4558-a810-2a26678f9372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db07f19-762a-49f9-a573-1a10c5d884f2'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:02.906538 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f26f48-0240-41c3-b754-8808338373e2" -d '{"events": [{"server_uuid": "5fe12f18-ad45-4558-a810-2a26678f9372", "name": "network-vif-plugged", "status": "completed", "tag": "8db07f19-762a-49f9-a573-1a10c5d884f2"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:02.952237 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 8db07f19-762a-49f9-a573-1a10c5d884f2, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=8db07f19-762a-49f9-a573-1a10c5d884f2,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:03.027126 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195f754b-e160-445c-b6e5-1cd38915f7f9 x-openstack-request-id: req-195f754b-e160-445c-b6e5-1cd38915f7f9 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:03.027490 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe12f18-ad45-4558-a810-2a26678f9372", "name": "network-vif-plugged", "status": "completed", "tag": "8db07f19-762a-49f9-a573-1a10c5d884f2", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:03.027716 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-195f754b-e160-445c-b6e5-1cd38915f7f9 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:03.028252 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195f754b-e160-445c-b6e5-1cd38915f7f9'] response: {'server_uuid': '5fe12f18-ad45-4558-a810-2a26678f9372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db07f19-762a-49f9-a573-1a10c5d884f2', 'code': 200} Apr 18 20:57:03.065520 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:03.124515 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:03.178585 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Pushing event updated for resources: {'Port': ['ID=42415ede-ccba-4f20-9ac3-c436b9d14c2c,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:03.215023 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=8db07f19-762a-49f9-a573-1a10c5d884f2,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:03.223828 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dad71-c1ef-4201-bc75-31d06909db65 req-c74c4bd2-5c23-47da-860b-4d952ed9d51f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:03.228777 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-302dad71-c1ef-4201-bc75-31d06909db65 req-c74c4bd2-5c23-47da-860b-4d952ed9d51f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1783512 Apr 18 20:57:03.273526 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T20:56:56Z', 'revision_number': 3, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port': {'id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:55Z', 'updated_at': '2022-04-18T20:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.421107 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dece77-2563-49a2-bcaa-5e9981566d3a None None] The sync data for ids ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'] in dv-cinder-826510-5-iscsi is: [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T20:56:56Z', 'revision_number': 3, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port': {'id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:55Z', 'updated_at': '2022-04-18T20:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:03.439490 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-302dad71-c1ef-4201-bc75-31d06909db65 req-c6a815f7-2ee6-4164-8d21-c6ebf2aad42a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008913 Apr 18 20:57:03.518891 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Network 6d547e15-e776-4f0d-a985-07890830179e is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:03.526372 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:03.717994 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744bdab-c97a-4cad-b517-327a704bf9fa req-85286c5f-0817-4853-b41e-5ee7c668af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:03.720982 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7744bdab-c97a-4cad-b517-327a704bf9fa req-85286c5f-0817-4853-b41e-5ee7c668af54 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 1130 time: 0.1701345 Apr 18 20:57:04.051009 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:04.112443 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-b9992580-b9db-4ae9-a862-3a8cc6ccc04d None None] Provisioning complete for port 42415ede-ccba-4f20-9ac3-c436b9d14c2c triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:04.113338 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b9992580-b9db-4ae9-a862-3a8cc6ccc04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:04.124606 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7744bdab-c97a-4cad-b517-327a704bf9fa req-78d66fcd-89c2-4497-b3cc-0edab6590946 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055080 Apr 18 20:57:04.228754 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-b9992580-b9db-4ae9-a862-3a8cc6ccc04d None None] Port 42415ede-ccba-4f20-9ac3-c436b9d14c2c cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:57:04.231446 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def36ff-0eac-4e5a-a748-521298e8ed03 req-bb45b77b-88da-4744-89fc-be97f328ab70 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:04.247211 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8def36ff-0eac-4e5a-a748-521298e8ed03 req-bb45b77b-88da-4744-89fc-be97f328ab70 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 946 time: 0.1653891 Apr 18 20:57:04.516002 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8def36ff-0eac-4e5a-a748-521298e8ed03 req-f4c1110a-8752-417c-b85c-ccee7b70b87a tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622187 Apr 18 20:57:04.587203 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:04.590093 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:04.653426 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a7feb2f3-bf7c-40e8-81ea-54c88f01d89e admin admin] 10.222.0.53 "PUT /v2.0/routers/2ddeb8b4-9050-400b-82d1-301ab4bf4d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5167217 Apr 18 20:57:04.806468 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:04.806880 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:04.835192 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebba0a-def8-4105-8e5b-d9d28aca77e4 req-9ace798a-7d3b-4df4-b3e8-9645a534d6fd tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:04.837943 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0aebba0a-def8-4105-8e5b-d9d28aca77e4 req-9ace798a-7d3b-4df4-b3e8-9645a534d6fd tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1488216 Apr 18 20:57:04.960415 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0aebba0a-def8-4105-8e5b-d9d28aca77e4 req-38572a1b-3ef4-48b9-a054-4573f88e17ce tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056077 Apr 18 20:57:05.116361 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:05.118168 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:05.186181 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=46a089ae-645d-4ebd-8ba1-bf2ac60f9915,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:05.248227 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:05.405994 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=46a089ae-645d-4ebd-8ba1-bf2ac60f9915,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:05.866509 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736aa83-a908-4740-aa93-d4e2d3fe0e53 req-aba9100f-4823-4b5e-abe3-ffe5cfa22e4c tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:05.881206 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0736aa83-a908-4740-aa93-d4e2d3fe0e53 req-aba9100f-4823-4b5e-abe3-ffe5cfa22e4c tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 946 time: 0.2039647 Apr 18 20:57:06.018302 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0736aa83-a908-4740-aa93-d4e2d3fe0e53 req-3670a048-c78c-4954-a5c9-d94cc7a3f1dc tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355553 Apr 18 20:57:06.416712 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac3a04-acab-4182-aa44-737eea2f253b req-198f51fe-eb27-4371-a673-723749109cca tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:06.426279 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1eac3a04-acab-4182-aa44-737eea2f253b req-198f51fe-eb27-4371-a673-723749109cca tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1996329 Apr 18 20:57:06.482432 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:06.627023 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1eac3a04-acab-4182-aa44-737eea2f253b req-87f03017-ba11-4d03-8e67-c3bcf1cc498d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836886 Apr 18 20:57:06.727505 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:06.727954 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:06.929296 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50480) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:06.938545 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-931fcb2d-e155-45a2-a723-32c52019997b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254179466', 'description': 'tempest-secgroup-smoke-1254179466 description', 'project_id': '1a25adc6fa84412ebb8926467be360ce'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:07.022115 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:07.085772 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Sync routers for ids ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:07.106209 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-931fcb2d-e155-45a2-a723-32c52019997b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:07.147915 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Routers {'2ddeb8b4-9050-400b-82d1-301ab4bf4d62'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:07.150652 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:07.346280 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513654c8-6d04-4bde-aa18-df32a5385590 req-efecfe54-d7db-4219-bfc4-a22a86aea5ff tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:07.351505 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-513654c8-6d04-4bde-aa18-df32a5385590 req-efecfe54-d7db-4219-bfc4-a22a86aea5ff tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 946 time: 0.1288290 Apr 18 20:57:07.447280 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-931fcb2d-e155-45a2-a723-32c52019997b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group (bb5a5c17-0dd6-4811-b344-196f6f577027), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:07.470383 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-513654c8-6d04-4bde-aa18-df32a5385590 req-8ce4a739-209d-4dce-b7c8-c8d6c6455330 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117556 Apr 18 20:57:07.546109 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-931fcb2d-e155-45a2-a723-32c52019997b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (bb5a5c17-0dd6-4811-b344-196f6f577027), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:07.599715 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fcb2d-e155-45a2-a723-32c52019997b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5a5c17-0dd6-4811-b344-196f6f577027,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:07.645582 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Set router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:07.669278 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-931fcb2d-e155-45a2-a723-32c52019997b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:07.672368 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-931fcb2d-e155-45a2-a723-32c52019997b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7401493 Apr 18 20:57:07.677778 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50492) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:07.684259 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-399c91f3-66ff-405b-b62f-9d5e6a06aee0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'security_group_rule': {'security_group_id': 'bb5a5c17-0dd6-4811-b344-196f6f577027', 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:07.812364 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-399c91f3-66ff-405b-b62f-9d5e6a06aee0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (9dac3d1e-9ed8-4827-ac7d-77ebd5944e83), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:07.967894 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68022be7-b79e-4c51-940e-227793c297a2 req-e954c46e-e7b0-488d-877e-9fa3dce58fc7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:07.983916 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-68022be7-b79e-4c51-940e-227793c297a2 req-e954c46e-e7b0-488d-877e-9fa3dce58fc7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1564593 Apr 18 20:57:08.118301 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-399c91f3-66ff-405b-b62f-9d5e6a06aee0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (9dac3d1e-9ed8-4827-ac7d-77ebd5944e83), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:08.121096 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-68022be7-b79e-4c51-940e-227793c297a2 req-4e2970aa-b342-4e32-b805-0d66c105112b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331706 Apr 18 20:57:08.137474 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T20:57:02Z', 'revision_number': 4, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port': {'id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:55Z', 'updated_at': '2022-04-18T20:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '42415ede-ccba-4f20-9ac3-c436b9d14c2c', 'name': '', 'network_id': '6d547e15-e776-4f0d-a985-07890830179e', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'mac_address': 'fa:16:3e:e8:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'dab81a54-3185-43b5-bff9-569f401c51a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:00Z', 'updated_at': '2022-04-18T20:57:02Z', 'revision_number': 2, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'subnets': [{'id': 'dab81a54-3185-43b5-bff9-569f401c51a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:08.206511 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Checking router: 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:08.207068 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Updating router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 port 42415ede-ccba-4f20-9ac3-c436b9d14c2c binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:57:08.248066 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-399c91f3-66ff-405b-b62f-9d5e6a06aee0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (9dac3d1e-9ed8-4827-ac7d-77ebd5944e83), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:08.284784 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:08.286211 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c91f3-66ff-405b-b62f-9d5e6a06aee0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dac3d1e-9ed8-4827-ac7d-77ebd5944e83,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:08.401886 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-399c91f3-66ff-405b-b62f-9d5e6a06aee0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:08.404210 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-399c91f3-66ff-405b-b62f-9d5e6a06aee0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7251275 Apr 18 20:57:08.410435 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50496) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:08.424426 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-fa05870e-a19f-421d-bfd6-54d639165dad tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'security_group_rule': {'security_group_id': 'bb5a5c17-0dd6-4811-b344-196f6f577027', 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:08.543867 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fa05870e-a19f-421d-bfd6-54d639165dad tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (f230c441-655f-4142-a7bd-e5b139f51066), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:08.785854 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fa05870e-a19f-421d-bfd6-54d639165dad tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (f230c441-655f-4142-a7bd-e5b139f51066), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:08.884249 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fa05870e-a19f-421d-bfd6-54d639165dad tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (f230c441-655f-4142-a7bd-e5b139f51066), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:08.942996 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05870e-a19f-421d-bfd6-54d639165dad tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f230c441-655f-4142-a7bd-e5b139f51066,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:08.980379 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Publish callbacks [] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.004921 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fa05870e-a19f-421d-bfd6-54d639165dad tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.009872 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-fa05870e-a19f-421d-bfd6-54d639165dad tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5967185 Apr 18 20:57:09.015427 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50498) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:09.020527 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-34f24e8a-9a5a-441f-ab15-7e5b5ca596dd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'security_group_rule': {'security_group_id': 'bb5a5c17-0dd6-4811-b344-196f6f577027', 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:09.049035 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.169912 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-34f24e8a-9a5a-441f-ab15-7e5b5ca596dd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (b89c2f45-3e6e-444b-a707-361875485652), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.207822 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdfd69-f5c7-4e92-b522-e30d031a54cd None None] Pushing event updated for resources: {'Port': ['ID=42415ede-ccba-4f20-9ac3-c436b9d14c2c,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:09.379926 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Attempting to bind port 42415ede-ccba-4f20-9ac3-c436b9d14c2c on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:57:09.380536 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Attempting to bind port 42415ede-ccba-4f20-9ac3-c436b9d14c2c by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:57:09.381261 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Attempting to bind port 42415ede-ccba-4f20-9ac3-c436b9d14c2c on network 6d547e15-e776-4f0d-a985-07890830179e {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:09.433421 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:09.437586 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Checking segment: {'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:57:09.438616 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.441850 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Bound using segment: {'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:09.448092 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Bound port: 42415ede-ccba-4f20-9ac3-c436b9d14c2c, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e012dd-07ad-4c86-8572-458476b8dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d547e15-e776-4f0d-a985-07890830179e'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:57:09.450622 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.485247 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-34f24e8a-9a5a-441f-ab15-7e5b5ca596dd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (b89c2f45-3e6e-444b-a707-361875485652), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.538303 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69483f-1fdc-4329-9ab4-6922031d3c2a req-9a867ae2-a3c5-4d8c-9df7-5e7918392736 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:09.546395 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4f69483f-1fdc-4329-9ab4-6922031d3c2a req-9a867ae2-a3c5-4d8c-9df7-5e7918392736 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1493766 Apr 18 20:57:09.580291 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-34f24e8a-9a5a-441f-ab15-7e5b5ca596dd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (b89c2f45-3e6e-444b-a707-361875485652), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.666788 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f24e8a-9a5a-441f-ab15-7e5b5ca596dd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89c2f45-3e6e-444b-a707-361875485652,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:09.744611 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4f69483f-1fdc-4329-9ab4-6922031d3c2a req-9951f5e5-1bb7-4414-ba7d-37e764ca7c2e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861680 Apr 18 20:57:09.768005 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-f2cafc85-349e-4d18-8aea-81858a056f54 None None] Provisioning complete for port 42415ede-ccba-4f20-9ac3-c436b9d14c2c triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:09.768389 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f2cafc85-349e-4d18-8aea-81858a056f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.785025 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-34f24e8a-9a5a-441f-ab15-7e5b5ca596dd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.790059 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-34f24e8a-9a5a-441f-ab15-7e5b5ca596dd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7725415 Apr 18 20:57:09.793153 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50504) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:09.793864 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] For port 42415ede-ccba-4f20-9ac3-c436b9d14c2c, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:09.801331 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-7b5493fb-4db5-4035-a925-9f517befc2ce tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'security_group_rule': {'security_group_id': 'bb5a5c17-0dd6-4811-b344-196f6f577027', 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:09.840189 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] For port 42415ede-ccba-4f20-9ac3-c436b9d14c2c, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=42415ede-ccba-4f20-9ac3-c436b9d14c2c,segment=NetworkSegment(f7e012dd-07ad-4c86-8572-458476b8dd21),segment_id=f7e012dd-07ad-4c86-8572-458476b8dd21)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:09.864506 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-f2cafc85-349e-4d18-8aea-81858a056f54 None None] Port 42415ede-ccba-4f20-9ac3-c436b9d14c2c cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:57:09.912999 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:09.981173 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7b5493fb-4db5-4035-a925-9f517befc2ce tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (83ce8ce1-0eb5-4fe4-8ada-c38136855437), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:10.047495 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Routers {'2ddeb8b4-9050-400b-82d1-301ab4bf4d62'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:10.048899 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:10.204108 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7b5493fb-4db5-4035-a925-9f517befc2ce tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (83ce8ce1-0eb5-4fe4-8ada-c38136855437), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:10.310941 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdfd69-f5c7-4e92-b522-e30d031a54cd None None] Pushing event updated for resources: {'Port': ['ID=42415ede-ccba-4f20-9ac3-c436b9d14c2c,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.329219 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7b5493fb-4db5-4035-a925-9f517befc2ce tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (83ce8ce1-0eb5-4fe4-8ada-c38136855437), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:10.425739 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5493fb-4db5-4035-a925-9f517befc2ce tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ce8ce1-0eb5-4fe4-8ada-c38136855437,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.707238 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] Set router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:10.781387 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-c308ee21-e7ea-422e-9926-18bbdc563d11 None None] Provisioning complete for port 42415ede-ccba-4f20-9ac3-c436b9d14c2c triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:10.782022 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c308ee21-e7ea-422e-9926-18bbdc563d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:10.821494 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7b5493fb-4db5-4035-a925-9f517befc2ce tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:10.824506 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7b5493fb-4db5-4035-a925-9f517befc2ce tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0287910 Apr 18 20:57:10.827310 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50508) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:10.833645 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-349288b6-2844-4b1a-ad81-f3c93d576a0f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'security_group_rule': {'security_group_id': 'bb5a5c17-0dd6-4811-b344-196f6f577027', 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:11.031214 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.securitygroups_db [None req-349288b6-2844-4b1a-ad81-f3c93d576a0f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Project 1a25adc6fa84412ebb8926467be360ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:57:11.040076 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-349288b6-2844-4b1a-ad81-f3c93d576a0f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (1cc8090f-0079-4da3-ab21-8732677e5236), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:11.066332 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca19ce-0abf-475f-b939-3825bc4b1263 req-c3bae141-cfb0-4865-8ba2-fcbb5974cca5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:11.071074 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b0ca19ce-0abf-475f-b939-3825bc4b1263 req-c3bae141-cfb0-4865-8ba2-fcbb5974cca5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1733849 Apr 18 20:57:11.225947 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-349288b6-2844-4b1a-ad81-f3c93d576a0f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (1cc8090f-0079-4da3-ab21-8732677e5236), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:11.295964 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b0ca19ce-0abf-475f-b939-3825bc4b1263 req-d7a4a7a1-4b0d-49cf-b76d-f36688cde1e2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044775 Apr 18 20:57:11.375318 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-349288b6-2844-4b1a-ad81-f3c93d576a0f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (1cc8090f-0079-4da3-ab21-8732677e5236), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:11.501309 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349288b6-2844-4b1a-ad81-f3c93d576a0f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc8090f-0079-4da3-ab21-8732677e5236,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:11.517519 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T20:57:02Z', 'revision_number': 4, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port': {'id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:55Z', 'updated_at': '2022-04-18T20:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '42415ede-ccba-4f20-9ac3-c436b9d14c2c', 'name': '', 'network_id': '6d547e15-e776-4f0d-a985-07890830179e', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'mac_address': 'fa:16:3e:e8:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'dab81a54-3185-43b5-bff9-569f401c51a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:00Z', 'updated_at': '2022-04-18T20:57:09Z', 'revision_number': 4, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'subnets': [{'id': 'dab81a54-3185-43b5-bff9-569f401c51a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:11.595387 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-349288b6-2844-4b1a-ad81-f3c93d576a0f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:11.598812 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-349288b6-2844-4b1a-ad81-f3c93d576a0f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7685232 Apr 18 20:57:11.605806 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50514) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:11.615197 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-8e11ea70-0cb9-485f-9749-c1ea33b35521 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'security_group_rule': {'security_group_id': 'bb5a5c17-0dd6-4811-b344-196f6f577027', 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:11.616757 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212344c-d80f-488b-af51-a1844e078fa1 None None] The sync data for ids ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'] in dv-cinder-826510-5-iscsi is: [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T20:57:02Z', 'revision_number': 4, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port': {'id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:55Z', 'updated_at': '2022-04-18T20:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '42415ede-ccba-4f20-9ac3-c436b9d14c2c', 'name': '', 'network_id': '6d547e15-e776-4f0d-a985-07890830179e', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'mac_address': 'fa:16:3e:e8:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'dab81a54-3185-43b5-bff9-569f401c51a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:00Z', 'updated_at': '2022-04-18T20:57:09Z', 'revision_number': 4, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'subnets': [{'id': 'dab81a54-3185-43b5-bff9-569f401c51a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:11.619013 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-c308ee21-e7ea-422e-9926-18bbdc563d11 None None] Current status of the port 42415ede-ccba-4f20-9ac3-c436b9d14c2c is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:11.619648 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c308ee21-e7ea-422e-9926-18bbdc563d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:11.726069 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-c308ee21-e7ea-422e-9926-18bbdc563d11 None None] For port 42415ede-ccba-4f20-9ac3-c436b9d14c2c, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=42415ede-ccba-4f20-9ac3-c436b9d14c2c,segment=NetworkSegment(f7e012dd-07ad-4c86-8572-458476b8dd21),segment_id=f7e012dd-07ad-4c86-8572-458476b8dd21)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:11.778078 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.securitygroups_db [None req-8e11ea70-0cb9-485f-9749-c1ea33b35521 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Project 1a25adc6fa84412ebb8926467be360ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:57:11.794692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea70-0cb9-485f-9749-c1ea33b35521 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (bc5a099f-dddf-49d2-a17b-05ca7964ea8f), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:11.907253 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c308ee21-e7ea-422e-9926-18bbdc563d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:11.995941 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308ee21-e7ea-422e-9926-18bbdc563d11 None None] Pushing event updated for resources: {'Port': ['ID=42415ede-ccba-4f20-9ac3-c436b9d14c2c,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:12.051516 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea70-0cb9-485f-9749-c1ea33b35521 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (bc5a099f-dddf-49d2-a17b-05ca7964ea8f), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:12.162892 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea70-0cb9-485f-9749-c1ea33b35521 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (bc5a099f-dddf-49d2-a17b-05ca7964ea8f), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:12.200846 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11ea70-0cb9-485f-9749-c1ea33b35521 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5a099f-dddf-49d2-a17b-05ca7964ea8f,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:12.327918 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea70-0cb9-485f-9749-c1ea33b35521 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:12.329569 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-8e11ea70-0cb9-485f-9749-c1ea33b35521 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7218883 Apr 18 20:57:12.422467 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 42415ede-ccba-4f20-9ac3-c436b9d14c2c up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:12.551320 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 42415ede-ccba-4f20-9ac3-c436b9d14c2c triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:12.552450 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:12.562137 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3edcb7-b329-4f06-9e9c-a2242d3fa9d9 req-438692f0-68bd-4fac-badd-c5593f395420 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:12.574910 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cb3edcb7-b329-4f06-9e9c-a2242d3fa9d9 req-438692f0-68bd-4fac-badd-c5593f395420 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1270649 Apr 18 20:57:12.685330 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cb3edcb7-b329-4f06-9e9c-a2242d3fa9d9 req-5538daae-eb1d-4d9f-bce5-0f353030e2cb tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085651 Apr 18 20:57:12.815912 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 42415ede-ccba-4f20-9ac3-c436b9d14c2c is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:14.029875 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d73636-877b-4a7f-86b7-3266ffa6778e req-7a7ef365-92c1-46a2-8142-09e8fc0cd7f6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:14.041243 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-42d73636-877b-4a7f-86b7-3266ffa6778e req-7a7ef365-92c1-46a2-8142-09e8fc0cd7f6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1026938 Apr 18 20:57:14.141978 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-42d73636-877b-4a7f-86b7-3266ffa6778e req-f075894b-9ec6-4b09-a08b-8e01d222cf71 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010289 Apr 18 20:57:14.628791 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaa683-2a04-439f-b789-219933086037 req-1f46bda3-e30e-411e-890b-4522d79db77c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:14.631403 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1feaa683-2a04-439f-b789-219933086037 req-1f46bda3-e30e-411e-890b-4522d79db77c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.1095064 Apr 18 20:57:14.721181 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1feaa683-2a04-439f-b789-219933086037 req-943457bc-cee8-4c88-aad2-d4c548b654b7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783536 Apr 18 20:57:15.403056 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b20c42-2445-468c-b78d-7b4396c7f3be req-575beb39-3238-4039-806b-1ad3be9a6e21 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:15.412570 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-34b20c42-2445-468c-b78d-7b4396c7f3be req-575beb39-3238-4039-806b-1ad3be9a6e21 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1133971 Apr 18 20:57:15.496865 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-34b20c42-2445-468c-b78d-7b4396c7f3be req-f091f6df-922f-481b-9991-112803fae9e1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817213 Apr 18 20:57:15.961189 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1777-5aba-4657-a687-ca0d79e3b1d8 req-8aa21647-94d6-4cfe-b96c-afa9899c5275 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:15.965401 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0ffd1777-5aba-4657-a687-ca0d79e3b1d8 req-8aa21647-94d6-4cfe-b96c-afa9899c5275 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.1012225 Apr 18 20:57:16.069447 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0ffd1777-5aba-4657-a687-ca0d79e3b1d8 req-630781ba-556b-411d-a561-83f284b86ab0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925744 Apr 18 20:57:16.741103 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2be0-38f9-4430-8f40-ec2c56c863e2 req-3a6466ce-fbf6-4be6-83aa-ac1d7a10ac33 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:16.744052 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-330f2be0-38f9-4430-8f40-ec2c56c863e2 req-3a6466ce-fbf6-4be6-83aa-ac1d7a10ac33 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1051004 Apr 18 20:57:16.826388 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-330f2be0-38f9-4430-8f40-ec2c56c863e2 req-f108ad05-f5ac-4798-a531-3e591e279fe5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721743 Apr 18 20:57:17.306520 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265ffc1-799c-48fa-bee6-3a5971b63de8 req-111338a6-6249-4386-8997-07ae8f10d0ff tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:17.316542 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0265ffc1-799c-48fa-bee6-3a5971b63de8 req-111338a6-6249-4386-8997-07ae8f10d0ff tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.1255658 Apr 18 20:57:17.435916 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0265ffc1-799c-48fa-bee6-3a5971b63de8 req-2fd63cce-1fad-40bb-a947-d52ca97e4404 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093466 Apr 18 20:57:18.046528 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689592c-6340-4830-96a9-78db83bf1fe0 req-6154c5f2-9ce0-4071-a0b1-cfef30cef2b6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:18.048302 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5689592c-6340-4830-96a9-78db83bf1fe0 req-6154c5f2-9ce0-4071-a0b1-cfef30cef2b6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0774124 Apr 18 20:57:18.200031 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5689592c-6340-4830-96a9-78db83bf1fe0 req-4c0a219a-5246-4390-9a40-bee63f5feab8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391582 Apr 18 20:57:18.629958 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cac796-42d5-4736-9328-eb916623f354 req-a1cf2e74-fe6e-486c-8609-5b165a60d7c1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:18.631732 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f7cac796-42d5-4736-9328-eb916623f354 req-a1cf2e74-fe6e-486c-8609-5b165a60d7c1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.0727723 Apr 18 20:57:18.696000 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f7cac796-42d5-4736-9328-eb916623f354 req-4f8cf560-2205-457f-b34b-9361840ac492 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566044 Apr 18 20:57:18.950934 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ea26-d08f-4825-99e7-10541f68af32 req-2ca1bff6-4d34-4073-a33e-a9687e5f90b0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:18.952568 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-d752ea26-d08f-4825-99e7-10541f68af32 req-2ca1bff6-4d34-4073-a33e-a9687e5f90b0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.0567856 Apr 18 20:57:19.082618 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Deleting port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:57:19.083282 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:19.250891 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] For port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:19.250891 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:19.459026 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f733327-35b0-4f61-b2de-7770d7c7295c req-10517677-5bfe-4a52-80ee-f1461d19e391 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:19.462288 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4f733327-35b0-4f61-b2de-7770d7c7295c req-10517677-5bfe-4a52-80ee-f1461d19e391 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1042013 Apr 18 20:57:19.536685 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4f733327-35b0-4f61-b2de-7770d7c7295c req-bf9f0053-0de8-4780-8d83-fcac753617b4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593324 Apr 18 20:57:19.880648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87360e-f24b-439f-9d99-46479820f9d1 req-09549df5-336e-4778-8e53-76e282e8a82f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:19.883833 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7c87360e-f24b-439f-9d99-46479820f9d1 req-09549df5-336e-4778-8e53-76e282e8a82f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 946 time: 0.0683696 Apr 18 20:57:19.909357 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:19.910408 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (1dadb164-87e7-4188-94e6-97e27fdcbf99), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:19.911029 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Floating IP 1dadb164-87e7-4188-94e6-97e27fdcbf99 disassociated. External IP: 172.27.1.32, port: c1c9a925-c2e5-4d85-ba21-724a1ba7cf96. Apr 18 20:57:19.911599 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Calling delete_port for c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 owned by compute:nova {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:57:19.968815 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7c87360e-f24b-439f-9d99-46479820f9d1 req-92e6337f-a8ed-42d1-93df-b00d1c47f833 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=e611b7fc-27c5-4df3-a8d6-748175ef16ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783315 Apr 18 20:57:20.225375 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (c1c9a925-c2e5-4d85-ba21-724a1ba7cf96), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:20.261646 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'Port': ['ID=c1c9a925-c2e5-4d85-ba21-724a1ba7cf96,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:20.483491 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:20.684237 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c8b99-a518-42d6-8ea3-e1c5c583b9dc req-39698318-2dbf-4de1-956a-42b95810f9c8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:20.690537 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d70c8b99-a518-42d6-8ea3-e1c5c583b9dc req-39698318-2dbf-4de1-956a-42b95810f9c8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0644183 Apr 18 20:57:20.704005 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:20.728757 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:20.764616 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:20.766174 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:20.812712 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] No DVR routers for this DVR port c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 on host hv-cinder-82651 {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:20.816113 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:20.821319 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-d752ea26-d08f-4825-99e7-10541f68af32 req-3757f805-43eb-4928-be20-10ebd65a58ad tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "DELETE /v2.0/ports/c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 HTTP/1.1" status: 204 len: 173 time: 1.8593931 Apr 18 20:57:20.822010 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'name': 'network-vif-deleted', 'tag': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:20.828124 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9872bfa-77ef-4582-994b-ef4b48617055" -d '{"events": [{"server_uuid": "ebbce2db-058f-4ff1-91ea-a77591d5b727", "name": "network-vif-deleted", "tag": "c1c9a925-c2e5-4d85-ba21-724a1ba7cf96"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:20.850011 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d70c8b99-a518-42d6-8ea3-e1c5c583b9dc req-45da7ec6-7bbb-4d42-9f57-3d832ef35a9e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428697 Apr 18 20:57:20.897062 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb2adf3-1a6b-4f8e-b087-0f1248636c7b x-openstack-request-id: req-6eb2adf3-1a6b-4f8e-b087-0f1248636c7b {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:20.897062 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbce2db-058f-4ff1-91ea-a77591d5b727", "name": "network-vif-deleted", "tag": "c1c9a925-c2e5-4d85-ba21-724a1ba7cf96", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:20.897062 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6eb2adf3-1a6b-4f8e-b087-0f1248636c7b {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:20.897062 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb2adf3-1a6b-4f8e-b087-0f1248636c7b'] response: {'server_uuid': 'ebbce2db-058f-4ff1-91ea-a77591d5b727', 'name': 'network-vif-deleted', 'tag': 'c1c9a925-c2e5-4d85-ba21-724a1ba7cf96', 'status': 'completed', 'code': 200} Apr 18 20:57:20.988862 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:21.139983 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dbef10a8-1e01-4548-a2dc-d7eaf9f002da req-fc5f151f-e8bc-44e5-b4ff-3d3edbb87283 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 210 time: 0.0346076 Apr 18 20:57:21.376969 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:50Z', 'revision_number': 2, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:21.412447 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:21.424976 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:21.425825 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:56:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:21.623122 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:21.961520 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:50Z', 'revision_number': 2, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:21.998494 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0754d-9256-4b45-9989-88bd5be8427f None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '9133c8aa-cb5f-4939-a574-146fb21c5e14', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:ef:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:10Z', 'updated_at': '2022-04-18T20:54:50Z', 'revision_number': 2, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:22.160475 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51e22d-66ce-4861-8b69-8d1c8e541291 req-fb706b15-273f-4006-8cb6-dca18ea2e777 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:22.162411 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e51e22d-66ce-4861-8b69-8d1c8e541291 req-fb706b15-273f-4006-8cb6-dca18ea2e777 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.1089892 Apr 18 20:57:22.213793 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:22.243038 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:57:22.243038 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c1c9a925-c2e5-4d85-ba21-724a1ba7cf96 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:22.264173 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e51e22d-66ce-4861-8b69-8d1c8e541291 req-289605b3-1d34-4ae0-8902-29b794eec7a5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906014 Apr 18 20:57:22.513516 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-827d020e-8b4a-4162-b2e2-e7efc4d2db92 req-0880c1c8-d596-4d4d-b90f-af0a22de1636 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebbce2db-058f-4ff1-91ea-a77591d5b727 HTTP/1.1" status: 200 len: 210 time: 0.0519280 Apr 18 20:57:22.515062 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08c45f-ead8-42d9-9ef3-8ae1ce9982f2 None None] New status for floating IP 1dadb164-87e7-4188-94e6-97e27fdcbf99: DOWN {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:57:22.781363 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c604925-953f-4bf8-9e70-5e3b95a702c0 req-dab716ba-37b5-4811-8ffd-f5d13164e059 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:22.783835 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1c604925-953f-4bf8-9e70-5e3b95a702c0 req-dab716ba-37b5-4811-8ffd-f5d13164e059 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0742011 Apr 18 20:57:22.923046 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1c604925-953f-4bf8-9e70-5e3b95a702c0 req-5b5d7db9-481b-41f9-90ec-74c30eb47b06 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263597 Apr 18 20:57:23.486287 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d2c7b-2f41-427a-9b8c-6fc6f3ad8fb0 req-fd51e498-9b22-470d-b3a3-ad7f24c18570 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:23.488947 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed4d2c7b-2f41-427a-9b8c-6fc6f3ad8fb0 req-fd51e498-9b22-470d-b3a3-ad7f24c18570 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0906949 Apr 18 20:57:23.583817 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed4d2c7b-2f41-427a-9b8c-6fc6f3ad8fb0 req-86eca2dc-436f-462d-be80-82799ef9cc1a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813038 Apr 18 20:57:23.754961 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50746) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:23.858832 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-13d12409-5e09-4ff7-89f1-1b64f729b1dc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (e611b7fc-27c5-4df3-a8d6-748175ef16ad), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:23.911969 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-13d12409-5e09-4ff7-89f1-1b64f729b1dc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (e611b7fc-27c5-4df3-a8d6-748175ef16ad), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:24.099271 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-13d12409-5e09-4ff7-89f1-1b64f729b1dc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e611b7fc-27c5-4df3-a8d6-748175ef16ad), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:24.104598 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-13d12409-5e09-4ff7-89f1-1b64f729b1dc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:24.110445 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-13d12409-5e09-4ff7-89f1-1b64f729b1dc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "DELETE /v2.0/security-groups/e611b7fc-27c5-4df3-a8d6-748175ef16ad HTTP/1.1" status: 204 len: 168 time: 0.3506026 Apr 18 20:57:24.111481 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50754) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:24.146475 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d12409-5e09-4ff7-89f1-1b64f729b1dc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e611b7fc-27c5-4df3-a8d6-748175ef16ad,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:24.159681 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.api.v2.resource [None req-5ea1bca4-1c4e-4906-890e-ea58c961d7ba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] show failed (client error): The resource could not be found. Apr 18 20:57:24.167795 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-5ea1bca4-1c4e-4906-890e-ea58c961d7ba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups/e611b7fc-27c5-4df3-a8d6-748175ef16ad HTTP/1.1" status: 404 len: 347 time: 0.0533926 Apr 18 20:57:24.171878 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50758) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:24.176150 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0ab91-870a-49dc-925a-2ecfca701055 req-5f3348af-939d-4e1c-a295-c296144bd1d0 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:24.178961 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-64e0ab91-870a-49dc-925a-2ecfca701055 req-5f3348af-939d-4e1c-a295-c296144bd1d0 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1300943 Apr 18 20:57:24.268035 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-64e0ab91-870a-49dc-925a-2ecfca701055 req-c0d519ec-ede6-43df-a5ba-fc63a747c983 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733359 Apr 18 20:57:24.412912 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Deleting port e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:57:24.413206 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:24.524625 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:24.525169 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:24.551797 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Calling delete_port for e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35 owned by network:floatingip {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:57:24.799018 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea3c34-61d4-45e6-91c6-1693cb13348b req-1a4f4f28-804f-426a-9673-e27b156daf82 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:24.800751 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8aea3c34-61d4-45e6-91c6-1693cb13348b req-1a4f4f28-804f-426a-9673-e27b156daf82 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0843606 Apr 18 20:57:24.956068 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8aea3c34-61d4-45e6-91c6-1693cb13348b req-e9d30868-42ad-48b1-88b6-d84b7973699c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189663 Apr 18 20:57:25.009919 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:25.038333 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'Port': ['ID=e3ed3fd2-0a5c-4568-b484-fbbbd07aaa35,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:25.044030 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-82da3456-8b8b-4007-a1bf-71ffeae9b50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:25.143372 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (1dadb164-87e7-4188-94e6-97e27fdcbf99), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:25.149952 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:25.155512 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e3aac821-b3c9-4db3-a010-d7063e67d619 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "DELETE /v2.0/floatingips/1dadb164-87e7-4188-94e6-97e27fdcbf99 HTTP/1.1" status: 204 len: 168 time: 0.9816175 Apr 18 20:57:25.964468 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b4284-60e9-4582-a942-2bd9e9506962 req-89b61a60-1ad0-4df1-8246-807ca078b997 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:25.969039 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fb2b4284-60e9-4582-a942-2bd9e9506962 req-89b61a60-1ad0-4df1-8246-807ca078b997 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1100743 Apr 18 20:57:26.111714 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fb2b4284-60e9-4582-a942-2bd9e9506962 req-f90fd390-1650-4f50-943b-26eb3eb24136 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364005 Apr 18 20:57:26.230097 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:57:26.312574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7053c1-9fe2-4e58-ab5c-d7dcb3bee5e1 req-299dbe68-7f70-418c-a219-bb794b0c2605 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:26.315182 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b7053c1-9fe2-4e58-ab5c-d7dcb3bee5e1 req-299dbe68-7f70-418c-a219-bb794b0c2605 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 943 time: 0.0809641 Apr 18 20:57:26.418876 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b7053c1-9fe2-4e58-ab5c-d7dcb3bee5e1 req-82d4f9c2-9a33-4c93-82c4-0ee6949a55e3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954843 Apr 18 20:57:26.479923 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:26.506076 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'port_id': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'mac_address': 'fa:16:3e:49:b9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:57:26.598339 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:26.598891 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:26.624350 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:26.664921 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:26.791831 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:26.868071 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=9']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:27.220503 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:57:27.390306 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30210ed9-ef41-4d9b-9bea-a4540c115c1e req-fe694339-5cde-4811-9646-b98bd2c691cd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:27.393766 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-30210ed9-ef41-4d9b-9bea-a4540c115c1e req-fe694339-5cde-4811-9646-b98bd2c691cd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1418197 Apr 18 20:57:27.461514 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9923a086-3b39-4e53-bd1b-e46b4be7b7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:27.483728 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-30210ed9-ef41-4d9b-9bea-a4540c115c1e req-6352da49-0e9d-44bd-add1-6eaeff7324a9 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822721 Apr 18 20:57:27.657348 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd961a5-3534-473b-bbad-4ef5a101cac7 req-9fe3695b-89a1-4662-9eb0-0a29fce3b3f2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:27.659539 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1fd961a5-3534-473b-bbad-4ef5a101cac7 req-9fe3695b-89a1-4662-9eb0-0a29fce3b3f2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 944 time: 0.0721002 Apr 18 20:57:27.732514 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1fd961a5-3534-473b-bbad-4ef5a101cac7 req-4a2c872e-47c7-41ce-adfb-2939fba91007 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651426 Apr 18 20:57:28.430633 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:28.473938 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:28.537718 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:28.539221 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:28.671247 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d91b-4753-4d6c-ae72-7eea80200845 req-7dfb7c85-d3b8-4646-aefd-19cbda923904 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:28.674001 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c093d91b-4753-4d6c-ae72-7eea80200845 req-7dfb7c85-d3b8-4646-aefd-19cbda923904 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0727670 Apr 18 20:57:28.677037 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:28.678127 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:28.712472 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:28.716508 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd9a3be-6732-4e02-a577-72edc0d4c3bb" -d '{"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-plugged", "status": "completed", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:28.740764 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:28.765665 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c093d91b-4753-4d6c-ae72-7eea80200845 req-890bacc4-6f6a-4154-9cc0-3799040ccf77 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824168 Apr 18 20:57:28.832562 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3fb5ab-ce8e-4602-85c1-0d7367b1fa52 x-openstack-request-id: req-fa3fb5ab-ce8e-4602-85c1-0d7367b1fa52 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:28.833081 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-plugged", "status": "completed", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:28.833679 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa3fb5ab-ce8e-4602-85c1-0d7367b1fa52 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:28.834095 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3fb5ab-ce8e-4602-85c1-0d7367b1fa52'] response: {'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'code': 200} Apr 18 20:57:28.837540 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:28.935948 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=10']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:28.980418 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1651fb-82ff-4f46-842c-c62d6793d696 req-5fc7f687-6cf5-44d5-b84b-63b60477c0d0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:28.982804 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8b1651fb-82ff-4f46-842c-c62d6793d696 req-5fc7f687-6cf5-44d5-b84b-63b60477c0d0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0694008 Apr 18 20:57:29.045192 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8b1651fb-82ff-4f46-842c-c62d6793d696 req-a012eb36-53ee-4e8b-9f75-1f8ea4ff575f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546589 Apr 18 20:57:29.703505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bcb23-244a-4ebf-93b2-625fd62de6a6 req-4256a239-372d-4ffd-acd2-75e57780ad10 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:29.705163 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-275bcb23-244a-4ebf-93b2-625fd62de6a6 req-4256a239-372d-4ffd-acd2-75e57780ad10 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.0593882 Apr 18 20:57:29.796047 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-275bcb23-244a-4ebf-93b2-625fd62de6a6 req-329454e7-6b5a-4283-9580-74a2e3154068 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833030 Apr 18 20:57:29.984767 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d48a0-a21b-471d-9f2d-6c8c0fbbbccc req-6034d0c0-7365-4382-bbee-fdb384ac6102 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:29.987106 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e42d48a0-a21b-471d-9f2d-6c8c0fbbbccc req-6034d0c0-7365-4382-bbee-fdb384ac6102 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1002781 Apr 18 20:57:30.065807 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e42d48a0-a21b-471d-9f2d-6c8c0fbbbccc req-42859ec4-43e6-48d2-8751-60dd1f6995b4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704398 Apr 18 20:57:30.191455 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:30.249477 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a99f68-db22-4201-ae09-8d820d35e641 req-1558b89c-2abe-4de1-90a2-bc81bb480517 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:30.252740 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-00a99f68-db22-4201-ae09-8d820d35e641 req-1558b89c-2abe-4de1-90a2-bc81bb480517 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0774419 Apr 18 20:57:30.356609 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-00a99f68-db22-4201-ae09-8d820d35e641 req-73ab82e1-47aa-4dca-989d-20038431e978 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891235 Apr 18 20:57:30.965880 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0adf3-ca57-48c7-b558-d7f78b26c3c2 req-5224cdbc-9769-439e-8f40-d369db37acf0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:30.967857 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2fb0adf3-ca57-48c7-b558-d7f78b26c3c2 req-5224cdbc-9769-439e-8f40-d369db37acf0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.0637352 Apr 18 20:57:31.052582 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2fb0adf3-ca57-48c7-b558-d7f78b26c3c2 req-a3ef2202-6ce0-4b56-a59a-8d9dbb5fd9dc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778596 Apr 18 20:57:31.243543 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a2101-97d9-4528-8c5b-4ab90b971037 req-ec08037a-9d55-4f41-b945-2cfee289d5c7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:31.246213 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-675a2101-97d9-4528-8c5b-4ab90b971037 req-ec08037a-9d55-4f41-b945-2cfee289d5c7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0861609 Apr 18 20:57:31.266685 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696bf35-c5e9-4a50-8254-87c46e434311 req-52608098-2e38-41a6-b85e-35a30bcd0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:31.268400 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6696bf35-c5e9-4a50-8254-87c46e434311 req-52608098-2e38-41a6-b85e-35a30bcd0b1f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 1130 time: 0.0470495 Apr 18 20:57:31.308151 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-675a2101-97d9-4528-8c5b-4ab90b971037 req-5fd2f7a3-a39f-4d8b-9c39-b0ce3d2525b6 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552502 Apr 18 20:57:31.377105 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-6696bf35-c5e9-4a50-8254-87c46e434311 req-16abbdd7-3030-4d21-8cf6-0b6b31f12f46 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726216 Apr 18 20:57:31.400345 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-1a067a2a-1760-464e-ad51-b1af7b14040e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:31.402003 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-1a067a2a-1760-464e-ad51-b1af7b14040e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.0915678 Apr 18 20:57:31.519500 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff5a8d-91e2-4af4-9f81-f7a7a71d39e0 req-940de443-976f-4f85-84f9-f9f3d48d688e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:31.521415 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2dff5a8d-91e2-4af4-9f81-f7a7a71d39e0 req-940de443-976f-4f85-84f9-f9f3d48d688e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0663223 Apr 18 20:57:31.545352 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:31.620233 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2dff5a8d-91e2-4af4-9f81-f7a7a71d39e0 req-b4a737ac-9226-4e15-944b-470bfcba8f0b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891497 Apr 18 20:57:31.796407 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Deleting port c744f0ec-4ee4-4479-b759-fadd78091f57 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:57:31.796989 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:31.980112 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:32.268972 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500d64-7900-4708-a051-950397f0f029 req-70e2c243-320d-4b06-8a4c-3d4e6068e215 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:32.271038 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-38500d64-7900-4708-a051-950397f0f029 req-70e2c243-320d-4b06-8a4c-3d4e6068e215 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 945 time: 0.0919545 Apr 18 20:57:32.322251 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] For port c744f0ec-4ee4-4479-b759-fadd78091f57, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c744f0ec-4ee4-4479-b759-fadd78091f57,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:32.322617 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:32.440861 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-38500d64-7900-4708-a051-950397f0f029 req-605237db-3558-4db4-a563-2d329c1154f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ff6e123-fa68-49a8-8f46-b9e553d04d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542115 Apr 18 20:57:32.640411 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ec804-8ba2-4296-8b2c-5bc66ac5e4f0 req-a0dee9fa-8942-4aac-b419-6e60f7b7c79a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:32.642081 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-508ec804-8ba2-4296-8b2c-5bc66ac5e4f0 req-a0dee9fa-8942-4aac-b419-6e60f7b7c79a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1609449 Apr 18 20:57:32.684913 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:57:32.833356 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:32.833760 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (9133c8aa-cb5f-4939-a574-146fb21c5e14), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:32.834285 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Floating IP 9133c8aa-cb5f-4939-a574-146fb21c5e14 disassociated. External IP: 172.27.1.185, port: c744f0ec-4ee4-4479-b759-fadd78091f57. Apr 18 20:57:32.834908 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Calling delete_port for c744f0ec-4ee4-4479-b759-fadd78091f57 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:57:32.842942 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-508ec804-8ba2-4296-8b2c-5bc66ac5e4f0 req-402549cf-d774-47fc-a9b3-b476e0f49f8a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936903 Apr 18 20:57:32.871993 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226a26f-8d10-41ed-9359-e7ee717d9633 req-ecfa7bc5-9a1d-4bbf-a4e4-442d96d1b441 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:32.872982 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6226a26f-8d10-41ed-9359-e7ee717d9633 req-ecfa7bc5-9a1d-4bbf-a4e4-442d96d1b441 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.1273756 Apr 18 20:57:32.990326 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6226a26f-8d10-41ed-9359-e7ee717d9633 req-ffca62a6-4c62-46fa-825e-fb233ed858f0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104219 Apr 18 20:57:33.162908 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (c744f0ec-4ee4-4479-b759-fadd78091f57), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:33.205482 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'Port': ['ID=c744f0ec-4ee4-4479-b759-fadd78091f57,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:33.381830 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7e70e31f-a569-49db-889f-05736d0ca42c req-7fac2463-e237-4d5b-abec-73ac755a03a9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543172 Apr 18 20:57:33.422057 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:33.633777 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3006106a-73c4-4f0a-a3cb-b537503532b5 req-3c327ec5-9e42-4953-a7f2-b7d12cd475e9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 210 time: 0.0613070 Apr 18 20:57:33.681405 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:33.701408 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:33.728393 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:33.729636 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e31f-a569-49db-889f-05736d0ca42c req-df09f030-dfb9-4a1e-b784-2f2f8b9adb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:33.730266 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:57:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:33.732186 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7e70e31f-a569-49db-889f-05736d0ca42c req-df09f030-dfb9-4a1e-b784-2f2f8b9adb08 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 1129 time: 0.1395192 Apr 18 20:57:33.746819 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] No DVR routers for this DVR port c744f0ec-4ee4-4479-b759-fadd78091f57 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:33.750275 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:33.759409 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e13696e3-75be-4b5e-83f8-7f02f1421ea7 req-11cb3fcd-2036-40bd-a048-5764991d9a7d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "DELETE /v2.0/ports/c744f0ec-4ee4-4479-b759-fadd78091f57 HTTP/1.1" status: 204 len: 173 time: 2.1115305 Apr 18 20:57:33.760910 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'name': 'network-vif-deleted', 'tag': 'c744f0ec-4ee4-4479-b759-fadd78091f57'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:33.773111 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8cf1e1-3b7a-48ee-8144-ec4d9d1ac9a8" -d '{"events": [{"server_uuid": "7d705711-837c-48a4-aff5-4be73aaa34b2", "name": "network-vif-deleted", "tag": "c744f0ec-4ee4-4479-b759-fadd78091f57"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:33.818144 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8fdbac-aafa-43c9-a80b-47fa77b86bf8 x-openstack-request-id: req-1a8fdbac-aafa-43c9-a80b-47fa77b86bf8 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:33.818529 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d705711-837c-48a4-aff5-4be73aaa34b2", "name": "network-vif-deleted", "tag": "c744f0ec-4ee4-4479-b759-fadd78091f57", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:33.818891 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a8fdbac-aafa-43c9-a80b-47fa77b86bf8 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:33.819384 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8fdbac-aafa-43c9-a80b-47fa77b86bf8'] response: {'server_uuid': '7d705711-837c-48a4-aff5-4be73aaa34b2', 'name': 'network-vif-deleted', 'tag': 'c744f0ec-4ee4-4479-b759-fadd78091f57', 'status': 'completed', 'code': 200} Apr 18 20:57:33.943773 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:34.018213 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b4c61-cc45-451c-87fb-b19059985d3c req-2b46c3fc-db7b-420a-b41a-3bcce3f2f3b0 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:34.020437 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e1b4c61-cc45-451c-87fb-b19059985d3c req-2b46c3fc-db7b-420a-b41a-3bcce3f2f3b0 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0787256 Apr 18 20:57:34.218130 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e1b4c61-cc45-451c-87fb-b19059985d3c req-b1bcf7b4-2f19-4460-9812-b87a6dd53bb2 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906400 Apr 18 20:57:34.225475 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e31f-a569-49db-889f-05736d0ca42c req-ff9c236a-e6fe-46dd-8d96-bf9adc452bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:34.229160 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7e70e31f-a569-49db-889f-05736d0ca42c req-ff9c236a-e6fe-46dd-8d96-bf9adc452bc2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.2441080 Apr 18 20:57:34.238654 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490cedf-9c9c-4931-92f8-4928ef1fff44 req-a1316cd3-d500-43b7-8cef-343a0734c4d1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:34.246652 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8490cedf-9c9c-4931-92f8-4928ef1fff44 req-a1316cd3-d500-43b7-8cef-343a0734c4d1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.1416907 Apr 18 20:57:34.304207 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8490cedf-9c9c-4931-92f8-4928ef1fff44 req-a0df8ac5-7432-49d7-a313-b4dfb9fb9050 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563684 Apr 18 20:57:34.314995 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:34.357750 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:34.368269 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:34.368926 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:57:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:34.442016 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c744f0ec-4ee4-4479-b759-fadd78091f57 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:34.467625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: c744f0ec-4ee4-4479-b759-fadd78091f57 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:57:34.468112 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c744f0ec-4ee4-4479-b759-fadd78091f57 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:34.550484 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7e70e31f-a569-49db-889f-05736d0ca42c req-f5e9f000-5ab1-42e1-ab3b-27d159ec8a43 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b HTTP/1.1" status: 200 len: 217 time: 0.0697939 Apr 18 20:57:34.633010 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:34.658397 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e31f-a569-49db-889f-05736d0ca42c req-421cfb1a-fbad-4f97-8add-ce1edc17c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:34.661242 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7e70e31f-a569-49db-889f-05736d0ca42c req-421cfb1a-fbad-4f97-8add-ce1edc17c700 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1010611 Apr 18 20:57:34.813890 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a1ac308-544d-4fa0-ad1c-29ed9a3ba721 req-d20a92ec-a747-43d5-b42a-a173baa7bd4d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d705711-837c-48a4-aff5-4be73aaa34b2 HTTP/1.1" status: 200 len: 210 time: 0.0454788 Apr 18 20:57:34.934930 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:34.941493 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e31f-a569-49db-889f-05736d0ca42c req-c6cc8aba-cb8d-4909-97f3-09f514967382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:34.944313 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7e70e31f-a569-49db-889f-05736d0ca42c req-c6cc8aba-cb8d-4909-97f3-09f514967382 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655203 Apr 18 20:57:34.998329 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fe4a2-3a1c-4b17-9dfb-021cc1b40d92 None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:35.090861 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7e70e31f-a569-49db-889f-05736d0ca42c req-4cd883e6-dfac-4514-9c5d-756e7b441eab service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389978 Apr 18 20:57:35.293993 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-7e70e31f-a569-49db-889f-05736d0ca42c req-a5512405-ebbb-4777-920f-b76f0d2eeccb service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958802 Apr 18 20:57:35.449085 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43769d74-f87a-49b8-bc95-a423944da674 None None] New status for floating IP 9133c8aa-cb5f-4939-a574-146fb21c5e14: DOWN {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:57:35.474060 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f76fd-293e-4259-a6e5-ba9ee2865c13 req-ba93ebff-1868-460c-bf69-f08ad29802eb tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:35.475938 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9b9f76fd-293e-4259-a6e5-ba9ee2865c13 req-ba93ebff-1868-460c-bf69-f08ad29802eb tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1004915 Apr 18 20:57:35.503665 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470df45c-79ac-4aa2-88fe-80c4747cfcc7 req-fa9b132b-5983-4f1a-b65d-df9fe5f56a03 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:35.505491 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-470df45c-79ac-4aa2-88fe-80c4747cfcc7 req-fa9b132b-5983-4f1a-b65d-df9fe5f56a03 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0795825 Apr 18 20:57:35.595800 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9b9f76fd-293e-4259-a6e5-ba9ee2865c13 req-b682cf6b-9906-41c5-b32a-513ab1df125a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089814 Apr 18 20:57:35.610401 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-470df45c-79ac-4aa2-88fe-80c4747cfcc7 req-3b686257-859f-40b8-9164-3af500943180 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950963 Apr 18 20:57:36.044604 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50898) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:36.112672 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (4ff6e123-fa68-49a8-8f46-b9e553d04d51), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:36.142488 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (4ff6e123-fa68-49a8-8f46-b9e553d04d51), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:36.282790 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (4ff6e123-fa68-49a8-8f46-b9e553d04d51), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:36.285549 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:36.291044 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "DELETE /v2.0/security-groups/4ff6e123-fa68-49a8-8f46-b9e553d04d51 HTTP/1.1" status: 204 len: 168 time: 0.2409153 Apr 18 20:57:36.291881 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50906) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:36.307856 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff6e123-fa68-49a8-8f46-b9e553d04d51,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:36.318892 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.api.v2.resource [None req-a2cae776-c4c9-4638-90ad-58fb69ac8828 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] show failed (client error): The resource could not be found. Apr 18 20:57:36.320900 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a2cae776-c4c9-4638-90ad-58fb69ac8828 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups/4ff6e123-fa68-49a8-8f46-b9e553d04d51 HTTP/1.1" status: 404 len: 347 time: 0.0271063 Apr 18 20:57:36.323472 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.324001 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.324685 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.325140 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.325568 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.325831 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50910) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:36.326557 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.326557 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.326923 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.327396 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.327796 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.328209 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.328640 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.329080 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.329482 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.329881 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54f5d2-b08a-4655-bd07-826bf2cae59b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:36.502185 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Deleting port 10211346-65c1-4baa-8fde-ac40b17b9226 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:57:36.502511 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (10211346-65c1-4baa-8fde-ac40b17b9226), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:36.617628 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (10211346-65c1-4baa-8fde-ac40b17b9226), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:36.618000 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (10211346-65c1-4baa-8fde-ac40b17b9226), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:36.633914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Calling delete_port for 10211346-65c1-4baa-8fde-ac40b17b9226 owned by network:floatingip {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:57:36.844255 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40e128-959f-4024-ac32-1a96f4a69cb1 req-0ce3cf92-c5a2-4f50-8e7e-ba503245bb59 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:36.846051 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3d40e128-959f-4024-ac32-1a96f4a69cb1 req-0ce3cf92-c5a2-4f50-8e7e-ba503245bb59 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1366389 Apr 18 20:57:36.857929 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ae4f4-3fd7-4d39-a0c4-226cf631d279 req-c1460dc2-9d6a-4ef4-875a-6fcab438e91a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:36.859782 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9e4ae4f4-3fd7-4d39-a0c4-226cf631d279 req-c1460dc2-9d6a-4ef4-875a-6fcab438e91a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.1108911 Apr 18 20:57:36.913857 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-a2a51d5e-c2fb-4daf-a0b9-89a5565150b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:36.917711 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-a2a51d5e-c2fb-4daf-a0b9-89a5565150b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1129 time: 0.1070077 Apr 18 20:57:36.999274 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3d40e128-959f-4024-ac32-1a96f4a69cb1 req-5f378c8c-9910-43c9-bfe8-f9405e6fa1d1 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364703 Apr 18 20:57:37.031790 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9e4ae4f4-3fd7-4d39-a0c4-226cf631d279 req-9fad408f-96c9-4cd4-9cb5-9ac98a840175 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574831 Apr 18 20:57:37.065684 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-b5484abf-1d6a-4fcd-8360-c36052658aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:37.067725 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-b5484abf-1d6a-4fcd-8360-c36052658aa3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.1436684 Apr 18 20:57:37.150536 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (10211346-65c1-4baa-8fde-ac40b17b9226), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:37.186454 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-17a9ad5f-4450-4f91-aa73-2ea7c660b3e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 200 len: 1001 time: 0.1060500 Apr 18 20:57:37.206912 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'Port': ['ID=10211346-65c1-4baa-8fde-ac40b17b9226,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.237019 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e4e2-3f38-4f63-aea5-0138c2e3d4f7 req-66a8cf14-d243-4270-9743-be1b38be3f6a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:37.239105 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b409e4e2-3f38-4f63-aea5-0138c2e3d4f7 req-66a8cf14-d243-4270-9743-be1b38be3f6a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1526382 Apr 18 20:57:37.275614 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-055621a5-b56a-46bd-8ca9-0eedcf061ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:37.279831 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-055621a5-b56a-46bd-8ca9-0eedcf061ee5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.0825350 Apr 18 20:57:37.353618 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b409e4e2-3f38-4f63-aea5-0138c2e3d4f7 req-fcb7dc60-5967-4efb-99db-6eee2c544f97 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797424 Apr 18 20:57:37.361212 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (9133c8aa-cb5f-4939-a574-146fb21c5e14), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:37.364987 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:37.366776 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-2f46544a-5d92-425e-9d45-4d5bf545a443 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "DELETE /v2.0/floatingips/9133c8aa-cb5f-4939-a574-146fb21c5e14 HTTP/1.1" status: 204 len: 168 time: 1.0393074 Apr 18 20:57:37.408656 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-e02bf4c0-8212-4eee-9897-412172ec05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:37.410595 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-e02bf4c0-8212-4eee-9897-412172ec05c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186414 Apr 18 20:57:37.546451 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-02901ce4-b095-4565-a29d-07edc97010ea service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291666 Apr 18 20:57:37.705497 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e1bad2ee-a263-4fcd-8315-c22994dfe57c req-baf0dfee-82fb-4790-882f-a4ca95e1b85c service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517243 Apr 18 20:57:37.830797 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50930) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:37.838459 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-fe1f6387-f8cb-499b-a55e-6895858a0316 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856201831', 'description': 'tempest-description--1675672879'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:37.944003 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6387-f8cb-499b-a55e-6895858a0316 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:38.040401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6387-f8cb-499b-a55e-6895858a0316 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (bdfaed6e-7984-4ef0-b80c-eb9c89d9a672), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:38.173919 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6387-f8cb-499b-a55e-6895858a0316 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (bdfaed6e-7984-4ef0-b80c-eb9c89d9a672), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:38.180357 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a885f-f02b-4434-81fb-e6eb7ea8a7a2 req-8d301991-dd4e-4b62-8db6-4ddc9e1dc9f3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:38.180357 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a89a885f-f02b-4434-81fb-e6eb7ea8a7a2 req-8d301991-dd4e-4b62-8db6-4ddc9e1dc9f3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0924077 Apr 18 20:57:38.206774 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f6387-f8cb-499b-a55e-6895858a0316 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:38.218857 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79858ecb-2999-47d2-8a3f-b35f6a884dbd req-3fa5966a-84ed-481a-a71c-613ed096d0c8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:38.218857 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-79858ecb-2999-47d2-8a3f-b35f6a884dbd req-3fa5966a-84ed-481a-a71c-613ed096d0c8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0863509 Apr 18 20:57:38.270588 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a89a885f-f02b-4434-81fb-e6eb7ea8a7a2 req-b7b86bc2-b8a7-41b4-9c85-a529ba852d67 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802250 Apr 18 20:57:38.303380 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6387-f8cb-499b-a55e-6895858a0316 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:38.318997 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-79858ecb-2999-47d2-8a3f-b35f6a884dbd req-c07fba07-07a3-483a-89f0-1d10764fbcf3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850341 Apr 18 20:57:38.318997 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 50968) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:38.319170 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-fe1f6387-f8cb-499b-a55e-6895858a0316 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4767747 Apr 18 20:57:38.319980 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-4f0d49e9-4a00-4fd4-bce0-aade472c079e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group_rule': {'security_group_id': 'bdfaed6e-7984-4ef0-b80c-eb9c89d9a672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:38.493436 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a57770-83de-495d-a127-563e2205bdb7 req-ef438b1d-b6bf-4687-a7b3-653dca86138e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:38.494994 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f3a57770-83de-495d-a127-563e2205bdb7 req-ef438b1d-b6bf-4687-a7b3-653dca86138e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0555410 Apr 18 20:57:38.528764 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4f0d49e9-4a00-4fd4-bce0-aade472c079e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (561d3120-b480-4539-9fc7-b4c5f0b0832f), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:38.579651 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f3a57770-83de-495d-a127-563e2205bdb7 req-f2a07da0-91c8-4e72-ba15-dc85978b6a00 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783267 Apr 18 20:57:38.607508 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4f0d49e9-4a00-4fd4-bce0-aade472c079e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (561d3120-b480-4539-9fc7-b4c5f0b0832f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:38.756347 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4f0d49e9-4a00-4fd4-bce0-aade472c079e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (561d3120-b480-4539-9fc7-b4c5f0b0832f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:38.777657 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d49e9-4a00-4fd4-bce0-aade472c079e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561d3120-b480-4539-9fc7-b4c5f0b0832f,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:38.880396 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4f0d49e9-4a00-4fd4-bce0-aade472c079e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:38.896187 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 50996) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:38.899307 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-4f0d49e9-4a00-4fd4-bce0-aade472c079e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5739758 Apr 18 20:57:38.900140 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-5996a8a7-b91a-4819-a84a-595be7694c8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group_rule': {'security_group_id': 'bdfaed6e-7984-4ef0-b80c-eb9c89d9a672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:39.055538 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5996a8a7-b91a-4819-a84a-595be7694c8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (70f9a6c4-cbc1-49f1-842a-8ea54de83faa), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:39.128874 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5996a8a7-b91a-4819-a84a-595be7694c8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (70f9a6c4-cbc1-49f1-842a-8ea54de83faa), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:39.305319 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5996a8a7-b91a-4819-a84a-595be7694c8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (70f9a6c4-cbc1-49f1-842a-8ea54de83faa), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:39.326201 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a8a7-b91a-4819-a84a-595be7694c8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f9a6c4-cbc1-49f1-842a-8ea54de83faa,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:39.414491 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4d02b-eead-4e0e-ae76-320f73f5c822 req-ff3f237e-600e-46bf-9c35-ae3915fab784 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:39.416111 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7bc4d02b-eead-4e0e-ae76-320f73f5c822 req-ff3f237e-600e-46bf-9c35-ae3915fab784 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0618620 Apr 18 20:57:39.430384 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5996a8a7-b91a-4819-a84a-595be7694c8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:39.431698 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-5996a8a7-b91a-4819-a84a-595be7694c8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5439630 Apr 18 20:57:39.435561 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 51018) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:39.440809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:39.496140 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c73c4-b0e1-472b-aea6-40a049d34271 req-54715b7d-67a8-48ef-8e91-f7d30a5c7f42 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:39.496140 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-522c73c4-b0e1-472b-aea6-40a049d34271 req-54715b7d-67a8-48ef-8e91-f7d30a5c7f42 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0893395 Apr 18 20:57:39.523790 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7bc4d02b-eead-4e0e-ae76-320f73f5c822 req-a216165d-4d59-487a-bd51-226a820d4c71 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990155 Apr 18 20:57:39.562634 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:39.565170 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-522c73c4-b0e1-472b-aea6-40a049d34271 req-c807cad1-e22a-43ce-9483-d8ffc7842db2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647569 Apr 18 20:57:39.701863 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:39.766732 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed98c8-a4fb-4cb8-800b-a6d433f409b3 req-810454dd-8e0d-4abe-8b88-6fc52c8c08e3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:39.768370 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b3ed98c8-a4fb-4cb8-800b-a6d433f409b3 req-810454dd-8e0d-4abe-8b88-6fc52c8c08e3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0784266 Apr 18 20:57:39.859593 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b3ed98c8-a4fb-4cb8-800b-a6d433f409b3 req-db7d345a-b112-417a-8107-dc4d39fa0bd4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836453 Apr 18 20:57:39.869664 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Allocated IP 172.27.1.161 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/f6bac60a-40fa-4a49-acd1-500c7405c3c8) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:40.021154 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (f6bac60a-40fa-4a49-acd1-500c7405c3c8), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:40.180095 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (f6bac60a-40fa-4a49-acd1-500c7405c3c8), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:40.220274 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:40.223210 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:40.230196 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:40.254424 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=f6bac60a-40fa-4a49-acd1-500c7405c3c8,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:40.356209 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (a019b119-0c0a-4717-91f4-0b643c0a4966), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:40.514235 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (f6bac60a-40fa-4a49-acd1-500c7405c3c8), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:40.797073 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd2256-5257-4bdc-b74e-0734d6dcd2b0 req-b8ad5e45-1a07-44b4-b6d9-3cc2cbbb0f13 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:40.804769 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-79fd2256-5257-4bdc-b74e-0734d6dcd2b0 req-b8ad5e45-1a07-44b4-b6d9-3cc2cbbb0f13 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1156349 Apr 18 20:57:40.838206 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef121986-b0f4-4314-81ab-0d8af9972832 req-b36a0922-c2f7-4cf4-a4cf-473ba06be011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:40.839972 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ef121986-b0f4-4314-81ab-0d8af9972832 req-b36a0922-c2f7-4cf4-a4cf-473ba06be011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.1061115 Apr 18 20:57:40.861811 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (f6bac60a-40fa-4a49-acd1-500c7405c3c8), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:40.888314 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-79fd2256-5257-4bdc-b74e-0734d6dcd2b0 req-7eb4645f-94af-467a-a93d-952fc9a013d9 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826764 Apr 18 20:57:40.923172 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ef121986-b0f4-4314-81ab-0d8af9972832 req-03861a79-5bb6-4a56-832a-2fe2f047bfae tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692322 Apr 18 20:57:41.006731 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a36a69-a8cb-46c0-9e34-eabeadeedd2d req-bc01a30a-3af7-4927-b49f-14949acf8e03 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:41.009040 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e1a36a69-a8cb-46c0-9e34-eabeadeedd2d req-bc01a30a-3af7-4927-b49f-14949acf8e03 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0524356 Apr 18 20:57:41.014142 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (f6bac60a-40fa-4a49-acd1-500c7405c3c8), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:41.087580 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e1a36a69-a8cb-46c0-9e34-eabeadeedd2d req-2c187e77-ab65-418b-b71e-f67d061a2958 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704827 Apr 18 20:57:41.104358 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=f6bac60a-40fa-4a49-acd1-500c7405c3c8,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.112078 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (a019b119-0c0a-4717-91f4-0b643c0a4966), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:41.250347 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:41.252453 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4963f12d-dbb0-4e34-bf40-278aad5b8e8f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8149166 Apr 18 20:57:41.477685 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-fbcdd8a3-193b-413c-bde8-7543e435b94e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1856201831&fields=id&tenant_id=49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 267 time: 0.0507579 Apr 18 20:57:41.596609 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-35103a28-8e3f-49ec-8aa6-7f25948f2002 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:41.598094 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-35103a28-8e3f-49ec-8aa6-7f25948f2002 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 814 time: 0.1134620 Apr 18 20:57:41.613706 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-3964ade4-080b-4c3e-91e0-1089eeb1c6a1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/quotas/49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 375 time: 0.0096600 Apr 18 20:57:41.676813 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-334d5b10-584a-4d45-a582-a1ab85b3cdb4 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566123 Apr 18 20:57:41.727084 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 51090) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:42.180323 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51877342-9246-4dde-8a14-44e3a0e708fa req-be7a0962-aaaa-43ea-872e-c5a75789670a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:42.182907 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-51877342-9246-4dde-8a14-44e3a0e708fa req-be7a0962-aaaa-43ea-872e-c5a75789670a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1389189 Apr 18 20:57:42.198518 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82728bb-aff0-4b57-92c7-c25bbf16a2d9 admin admin] Deleting subnet ad3aca6b-bac8-4456-a0b3-e966e6f0e48e {{(pid=110663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 20:57:42.219813 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c82728bb-aff0-4b57-92c7-c25bbf16a2d9 admin admin] Publish callbacks [] for subnet (ad3aca6b-bac8-4456-a0b3-e966e6f0e48e), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:42.262921 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-cfbf2397-3c8f-4dce-b950-54cafebc1ea1 service neutron] 10.222.0.53 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643773 Apr 18 20:57:42.286627 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c82728bb-aff0-4b57-92c7-c25bbf16a2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13184746'] for subnet (ad3aca6b-bac8-4456-a0b3-e966e6f0e48e), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:42.352016 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-51877342-9246-4dde-8a14-44e3a0e708fa req-18581c0d-dc9a-437b-9f89-470a9692944f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604252 Apr 18 20:57:42.406021 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c82728bb-aff0-4b57-92c7-c25bbf16a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (ad3aca6b-bac8-4456-a0b3-e966e6f0e48e), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:42.480124 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-793c5cd9-01e0-4107-8fc6-4b91f61345f8 service neutron] 10.222.0.53 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055216 Apr 18 20:57:42.526934 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa5e52-42cc-45a3-bcd9-8ed60b684e64 req-aa1af520-ff19-43d9-949d-f4eade37a758 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:42.528681 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b7aa5e52-42cc-45a3-bcd9-8ed60b684e64 req-aa1af520-ff19-43d9-949d-f4eade37a758 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0709620 Apr 18 20:57:42.593611 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b7aa5e52-42cc-45a3-bcd9-8ed60b684e64 req-7989df4b-13c0-406e-a55e-b38e254aa62c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532115 Apr 18 20:57:42.603764 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c82728bb-aff0-4b57-92c7-c25bbf16a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12669708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12587789'] for subnet (ad3aca6b-bac8-4456-a0b3-e966e6f0e48e), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:42.642343 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82728bb-aff0-4b57-92c7-c25bbf16a2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3aca6b-bac8-4456-a0b3-e966e6f0e48e,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:42.647286 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c82728bb-aff0-4b57-92c7-c25bbf16a2d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:42.652196 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-c82728bb-aff0-4b57-92c7-c25bbf16a2d9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ad3aca6b-bac8-4456-a0b3-e966e6f0e48e HTTP/1.1" status: 204 len: 168 time: 0.9236450 Apr 18 20:57:42.654824 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 51102) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:42.771978 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e92f5-466d-4ff5-9132-aaa197fe2e8a req-5f886db7-b2cd-4d2b-9918-5cc6246bdd57 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:42.774479 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-732e92f5-466d-4ff5-9132-aaa197fe2e8a req-5f886db7-b2cd-4d2b-9918-5cc6246bdd57 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0995338 Apr 18 20:57:42.789420 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (7b08b45a-f7e8-41d9-b867-c2574aee3115), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:42.831603 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5cf47733-2631-4d10-920e-530a6833052c req-981cd41b-b854-4ffb-a354-f415bf1d07e6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 210 time: 0.0541825 Apr 18 20:57:42.902619 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-732e92f5-466d-4ff5-9132-aaa197fe2e8a req-c9b73c7b-0154-45b7-b950-0a6c4d0d3355 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094370 Apr 18 20:57:42.974377 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (7b08b45a-f7e8-41d9-b867-c2574aee3115), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:43.004729 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b08b45a-f7e8-41d9-b867-c2574aee3115']}} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:43.017617 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa24d2f3-6396-4391-85bd-4417c189b4b5') {'for_net_delete': True} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:43.017912 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa24d2f3-6396-4391-85bd-4417c189b4b5') {} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:43.035011 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13184721'] for segment (aa24d2f3-6396-4391-85bd-4417c189b4b5), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:43.053033 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (aa24d2f3-6396-4391-85bd-4417c189b4b5), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:43.061585 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=110663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:43.061998 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12669878'] for segment (aa24d2f3-6396-4391-85bd-4417c189b4b5), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: Traceback (most recent call last): Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: timer() Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: cb(*args, **kw) Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: return func(*args, **kwargs) Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: self._notify() Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: self.callback(batched_events) Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: event.method(event) Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: return f(self, *a, **k) Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._get(url).json() Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:43.063976 dv-cinder-826510-5-iscsi neutron-server[110663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:43.220243 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (7b08b45a-f7e8-41d9-b867-c2574aee3115), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:43.230309 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:43.235307 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] 10.222.0.53 "DELETE /v2.0/networks/7b08b45a-f7e8-41d9-b867-c2574aee3115 HTTP/1.1" status: 204 len: 168 time: 0.5793281 Apr 18 20:57:43.250935 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e0b4a-ed22-4ee1-bd83-4873c8e29b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b08b45a-f7e8-41d9-b867-c2574aee3115,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.488578 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159ec99-d1e7-45ca-8eed-b560824612ec req-adaf2d7b-a5c0-41a0-86c9-4c3c7bec3e63 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:43.490150 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2159ec99-d1e7-45ca-8eed-b560824612ec req-adaf2d7b-a5c0-41a0-86c9-4c3c7bec3e63 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0506828 Apr 18 20:57:43.549760 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2159ec99-d1e7-45ca-8eed-b560824612ec req-3162c5e6-5047-4b6f-bd1c-44b523e25d2b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522985 Apr 18 20:57:43.683290 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 51124) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:43.731969 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9d4aa32a-0708-40a6-bd8b-26ef790366ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b29f8249a2d4d71b69d9eabafbc8881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470755 Apr 18 20:57:43.735297 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 51126) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:57:43.795875 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-267c9a78-430c-47a1-8a1d-86d6ad3b8a9d admin admin] Publish callbacks [] for security_group (95bd369d-d64b-421e-b66e-866e4d1550b2), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:43.821381 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-267c9a78-430c-47a1-8a1d-86d6ad3b8a9d admin admin] Publish callbacks [] for security_group (95bd369d-d64b-421e-b66e-866e4d1550b2), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:43.960398 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0f07c934-9a38-4c02-9400-9a09f31a5ac5 req-d225656f-6ad7-411f-9369-d654cc8d07e2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 210 time: 0.0362873 Apr 18 20:57:44.015338 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-267c9a78-430c-47a1-8a1d-86d6ad3b8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (95bd369d-d64b-421e-b66e-866e4d1550b2), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:44.021044 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-267c9a78-430c-47a1-8a1d-86d6ad3b8a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:44.027640 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-267c9a78-430c-47a1-8a1d-86d6ad3b8a9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95bd369d-d64b-421e-b66e-866e4d1550b2 HTTP/1.1" status: 204 len: 168 time: 0.2859318 Apr 18 20:57:44.031760 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c9a78-430c-47a1-8a1d-86d6ad3b8a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bd369d-d64b-421e-b66e-866e4d1550b2,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.080068 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e14e74-a6f4-45a8-844b-658a26e5a719 req-87617366-0b5a-4277-8706-489939b59ccf tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:44.080925 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a0e14e74-a6f4-45a8-844b-658a26e5a719 req-87617366-0b5a-4277-8706-489939b59ccf tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0804880 Apr 18 20:57:44.157394 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a0e14e74-a6f4-45a8-844b-658a26e5a719 req-7cdb6367-f1a6-491c-bcc7-3a379f3ca6a1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671463 Apr 18 20:57:44.723806 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a787cf0-7381-410d-95f5-42a37e4ba8e1 req-fe72fbed-8e0f-4f17-9b29-0a5c2390058c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:44.725446 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2a787cf0-7381-410d-95f5-42a37e4ba8e1 req-fe72fbed-8e0f-4f17-9b29-0a5c2390058c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0678699 Apr 18 20:57:44.795299 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2a787cf0-7381-410d-95f5-42a37e4ba8e1 req-62524647-a383-47c3-9060-900afdcfc05e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622575 Apr 18 20:57:45.075933 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6b6126ca-60c9-4f30-9a1b-a8edddc3a3dc req-376f0ee1-a687-4bb7-852f-096b5ba67758 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 210 time: 0.0334227 Apr 18 20:57:45.409380 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf1d6-b686-4395-a449-c1bf30cb799b req-6a38c70d-9c31-48df-b9b5-f9df08f31a01 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:45.419859 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a66bf1d6-b686-4395-a449-c1bf30cb799b req-6a38c70d-9c31-48df-b9b5-f9df08f31a01 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1593339 Apr 18 20:57:45.450304 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c21e6-f95d-4733-b0ba-aef2b8657004 req-44cbf344-7ee2-4b56-a970-b9a9e6ecf68d tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:45.450304 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6d2c21e6-f95d-4733-b0ba-aef2b8657004 req-44cbf344-7ee2-4b56-a970-b9a9e6ecf68d tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1806648 Apr 18 20:57:45.477760 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-12009bdd-6447-4eef-a382-3418e6b19c31 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:45.480280 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-12009bdd-6447-4eef-a382-3418e6b19c31 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 814 time: 0.2248743 Apr 18 20:57:45.575438 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a66bf1d6-b686-4395-a449-c1bf30cb799b req-09b0fce5-822f-4c2a-b1be-551cfc43017b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545341 Apr 18 20:57:45.587122 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6d2c21e6-f95d-4733-b0ba-aef2b8657004 req-04dd9186-7893-4c11-8d17-3ec18da6852a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381671 Apr 18 20:57:45.601920 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-3ad17a3b-51cf-4e49-be99-dbc46e53912c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 380 time: 0.0998807 Apr 18 20:57:45.627006 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'port': {'device_id': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'admin_state_up': True, 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'security_groups': ['bdfaed6e-7984-4ef0-b80c-eb9c89d9a672']}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:45.643036 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-88bd96b9-c800-4f6a-a1f5-76e97b1fcaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:45.645638 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-88bd96b9-c800-4f6a-a1f5-76e97b1fcaef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 1129 time: 0.0573111 Apr 18 20:57:45.787013 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-542869cb-ccb8-455a-a496-f11c8970c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:45.789396 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-542869cb-ccb8-455a-a496-f11c8970c226 service neutron] 10.222.0.78 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 911 time: 0.1355147 Apr 18 20:57:45.879518 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-c68175e9-4633-408c-8b99-c03b932c5144 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08048698-04fb-409a-968f-fdffa765c514 HTTP/1.1" status: 200 len: 1001 time: 0.0836556 Apr 18 20:57:45.900427 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Made reservation on behalf of 49053bff9c8744c49577beb0147f053a for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:45.906768 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:45.948001 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-2fcb9863-4d0a-4f02-b0a1-c9b14c8d5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:45.950542 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-2fcb9863-4d0a-4f02-b0a1-c9b14c8d5dd9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8904da12-6f56-4119-a567-0dcca69c3516 HTTP/1.1" status: 200 len: 849 time: 0.0630374 Apr 18 20:57:46.043823 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-e1d13198-5065-415a-9ff6-b497b520bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:46.052672 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-e1d13198-5065-415a-9ff6-b497b520bafc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843394 Apr 18 20:57:46.140756 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Allocated IP 172.20.0.7 (13a8a4ec-054a-4b03-9f0c-ef547bb0842d/28b61d25-99fd-4952-a4b5-64e655c1687a/2da27d86-28f1-47ae-b146-2a79a01fc8ca) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:46.249155 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d39915e0-5518-4282-8d3d-a420b9d32759 req-da874909-5a71-4433-b529-97249ca7f45c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 210 time: 0.0489483 Apr 18 20:57:46.259409 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-8c21f60f-7950-4817-9a4b-edc9b82ca723 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705990 Apr 18 20:57:46.364180 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:46.417073 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57a7e5b3-d7e8-42cd-bd2c-2bdb75e38534 req-7d5e9345-d7c7-471c-af31-2966a3204c48 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451702 Apr 18 20:57:46.495139 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:46.548189 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:46.551655 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:46.555279 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:46.598074 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=2da27d86-28f1-47ae-b146-2a79a01fc8ca,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.622961 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:46.623686 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:46.736682 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-8b044bc1-8612-4491-a4f4-f8ac912ccc35 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1305563 Apr 18 20:57:46.765186 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Request body: {'port': {'device_id': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:46.824878 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745306b-57d2-446b-b5e6-17978b41893b req-2ac80590-c23e-481f-b085-b6ad3e31608d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:46.836570 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4745306b-57d2-446b-b5e6-17978b41893b req-2ac80590-c23e-481f-b085-b6ad3e31608d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1356876 Apr 18 20:57:46.858644 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c974950-ed9b-4caa-b9e1-ef93ca0e1885 req-be388db5-daa9-4ad7-86df-e7dd2b003f56 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:46.860303 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c974950-ed9b-4caa-b9e1-ef93ca0e1885 req-be388db5-daa9-4ad7-86df-e7dd2b003f56 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1135650 Apr 18 20:57:46.876231 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:46.948141 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-f4737c59-f149-4bbe-ac50-c62d96f47042 None None] Provisioning complete for port 2da27d86-28f1-47ae-b146-2a79a01fc8ca triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:46.949076 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f4737c59-f149-4bbe-ac50-c62d96f47042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:46.982033 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c974950-ed9b-4caa-b9e1-ef93ca0e1885 req-d0f5a15d-8e2e-48f9-abff-1af9c9e17e4c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100869 Apr 18 20:57:46.997334 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4745306b-57d2-446b-b5e6-17978b41893b req-44d96f4b-7c33-4ac6-92ab-0d8856abcc56 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571977 Apr 18 20:57:47.012486 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-f4737c59-f149-4bbe-ac50-c62d96f47042 None None] Port 2da27d86-28f1-47ae-b146-2a79a01fc8ca cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:57:47.287106 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da27d86-28f1-47ae-b146-2a79a01fc8ca {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:47.310223 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Publish callbacks [] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:47.342799 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Transition to ACTIVE for port object 2da27d86-28f1-47ae-b146-2a79a01fc8ca will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:57:47.403945 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98abba-ec03-4939-8e4c-648d43fc5eb9 req-ae1f553c-33d2-47a1-b5b4-1b95968fd7fb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:47.405554 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cb98abba-ec03-4939-8e4c-648d43fc5eb9 req-ae1f553c-33d2-47a1-b5b4-1b95968fd7fb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 931 time: 0.0592639 Apr 18 20:57:47.420144 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:47.481635 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cb98abba-ec03-4939-8e4c-648d43fc5eb9 req-68ea2833-4472-415b-9172-6681189f5dcd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642631 Apr 18 20:57:47.536868 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Pushing event updated for resources: {'Port': ['ID=2da27d86-28f1-47ae-b146-2a79a01fc8ca,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:47.677543 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Attempting to bind port 2da27d86-28f1-47ae-b146-2a79a01fc8ca on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:57:47.677893 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Attempting to bind port 2da27d86-28f1-47ae-b146-2a79a01fc8ca by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:57:47.678235 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Attempting to bind port 2da27d86-28f1-47ae-b146-2a79a01fc8ca on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:47.684928 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Port 2da27d86-28f1-47ae-b146-2a79a01fc8ca on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:57:47.685325 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Attempting to bind port 2da27d86-28f1-47ae-b146-2a79a01fc8ca on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:47.691400 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:47.691750 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Checking segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:57:47.692148 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Bound using segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:47.692600 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Bound port: 2da27d86-28f1-47ae-b146-2a79a01fc8ca, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:57:47.692976 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:47.778855 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] For port 2da27d86-28f1-47ae-b146-2a79a01fc8ca, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:47.782861 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] For port 2da27d86-28f1-47ae-b146-2a79a01fc8ca, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2da27d86-28f1-47ae-b146-2a79a01fc8ca,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:47.940199 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:47.983727 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:47.984491 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:47.986011 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] 10.222.0.78 "PUT /v2.0/ports/2da27d86-28f1-47ae-b146-2a79a01fc8ca HTTP/1.1" status: 200 len: 1093 time: 1.2281544 Apr 18 20:57:47.986668 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'tag': '2da27d86-28f1-47ae-b146-2a79a01fc8ca'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:47.989060 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b879408-1c7d-4b93-8ee7-67e02ed9397d" -d '{"events": [{"name": "network-changed", "server_uuid": "caa30c5a-bbd2-4f17-a5a9-66088f268878", "tag": "2da27d86-28f1-47ae-b146-2a79a01fc8ca"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:48.026401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850544d-3536-4e8e-9280-f0fc20589d8a service neutron] Pushing event updated for resources: {'Port': ['ID=2da27d86-28f1-47ae-b146-2a79a01fc8ca,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:48.052094 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3097ebb2-0541-4e4b-9909-21c2d7788392 x-openstack-request-id: req-3097ebb2-0541-4e4b-9909-21c2d7788392 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:48.052094 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa30c5a-bbd2-4f17-a5a9-66088f268878", "tag": "2da27d86-28f1-47ae-b146-2a79a01fc8ca", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:48.052094 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3097ebb2-0541-4e4b-9909-21c2d7788392 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:48.052094 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3097ebb2-0541-4e4b-9909-21c2d7788392'] response: {'name': 'network-changed', 'server_uuid': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'tag': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'status': 'completed', 'code': 200} Apr 18 20:57:48.186430 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b879408-1c7d-4b93-8ee7-67e02ed9397d req-c461b98c-3046-43b3-95dd-d88fc245ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.188694 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2b879408-1c7d-4b93-8ee7-67e02ed9397d req-c461b98c-3046-43b3-95dd-d88fc245ee04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 1127 time: 0.0762992 Apr 18 20:57:48.279718 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df14a7-8dbe-40ed-a473-629d29ddf2e8 req-3fec3f0c-76f4-4f78-b1cc-4e600f74c1ec tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.281480 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-84df14a7-8dbe-40ed-a473-629d29ddf2e8 req-3fec3f0c-76f4-4f78-b1cc-4e600f74c1ec tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1580832 Apr 18 20:57:48.306631 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463e2b2-6813-42d5-8d77-ca2d9f271d91 req-0f63424a-e067-4b1c-bc91-9862b6ff6707 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.308246 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d463e2b2-6813-42d5-8d77-ca2d9f271d91 req-0f63424a-e067-4b1c-bc91-9862b6ff6707 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1155760 Apr 18 20:57:48.364653 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b879408-1c7d-4b93-8ee7-67e02ed9397d req-bcd6b5cf-fd09-46e9-b3bd-039e763c9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.367629 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2b879408-1c7d-4b93-8ee7-67e02ed9397d req-bcd6b5cf-fd09-46e9-b3bd-039e763c9c98 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=49053bff9c8744c49577beb0147f053a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1670678 Apr 18 20:57:48.391530 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-84df14a7-8dbe-40ed-a473-629d29ddf2e8 req-c7251dbe-71e6-4335-8892-c5da00b42501 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992732 Apr 18 20:57:48.400865 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d463e2b2-6813-42d5-8d77-ca2d9f271d91 req-84fc5797-1f37-48a5-8d2d-142e5fd22cf5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801308 Apr 18 20:57:48.504432 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b879408-1c7d-4b93-8ee7-67e02ed9397d req-d2e3d8e6-6269-441a-af05-058092082f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.506321 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2b879408-1c7d-4b93-8ee7-67e02ed9397d req-d2e3d8e6-6269-441a-af05-058092082f62 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228883 Apr 18 20:57:48.601030 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-9eb50f54-e976-4134-a450-697a30c70056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.602651 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-9eb50f54-e976-4134-a450-697a30c70056 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 1127 time: 0.0490274 Apr 18 20:57:48.671951 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-0461715c-641f-4e25-ad57-e46898bfe47b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2da27d86-28f1-47ae-b146-2a79a01fc8ca HTTP/1.1" status: 200 len: 217 time: 0.0607729 Apr 18 20:57:48.745771 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aed28-7363-4e0a-aeb7-7f1480b706e9 req-f6dd712c-a5a4-4821-88c2-6cdddcc361bd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.748199 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f70aed28-7363-4e0a-aeb7-7f1480b706e9 req-f6dd712c-a5a4-4821-88c2-6cdddcc361bd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 943 time: 0.0879924 Apr 18 20:57:48.763579 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-d6472386-0f0f-4ba7-8b13-5af7272563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.765234 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-d6472386-0f0f-4ba7-8b13-5af7272563ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.0781794 Apr 18 20:57:48.834212 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f70aed28-7363-4e0a-aeb7-7f1480b706e9 req-3376a637-ff59-4d1d-bcc8-f8e667ce2215 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732493 Apr 18 20:57:48.838795 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-9643e5db-a6d4-4aed-9ac0-ca7ba60994d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:48.850420 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-9643e5db-a6d4-4aed-9ac0-ca7ba60994d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668185 Apr 18 20:57:49.238397 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-67a49c90-9181-4cf5-b92c-27290418d1da service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862088 Apr 18 20:57:49.360331 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-a0f055ad-d984-44f1-8ba1-d20d2799cca3 req-57e72220-bde1-4d49-ba3e-3844f9ce24d9 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064858 Apr 18 20:57:49.549765 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de0f31-2705-4f4f-b139-ffd3e7035fd4 req-470f07e1-0058-47d8-b8be-5b7710218710 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:49.551538 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-15de0f31-2705-4f4f-b139-ffd3e7035fd4 req-470f07e1-0058-47d8-b8be-5b7710218710 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0629699 Apr 18 20:57:49.615519 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-15de0f31-2705-4f4f-b139-ffd3e7035fd4 req-4744a690-9438-4a2b-9277-4de23db72a5f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547745 Apr 18 20:57:49.961874 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ca937-92a2-4e13-8400-bffab8211391 req-fc64a5fa-b320-480d-b153-a39f2a8779f1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:49.963550 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fa4ca937-92a2-4e13-8400-bffab8211391 req-fc64a5fa-b320-480d-b153-a39f2a8779f1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 943 time: 0.0543246 Apr 18 20:57:50.026704 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fa4ca937-92a2-4e13-8400-bffab8211391 req-cf9ece5f-80e2-4c69-a5c6-2cdfaa741014 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567045 Apr 18 20:57:50.107775 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-4d55b1e3-2600-4e17-9a76-0808265a6e6b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254179466&fields=id&tenant_id=1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 267 time: 0.0604339 Apr 18 20:57:50.245801 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-b886aee1-8ca6-4992-bfcc-b6ca3e6855a4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:50.248397 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-b886aee1-8ca6-4992-bfcc-b6ca3e6855a4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 812 time: 0.1306596 Apr 18 20:57:50.272786 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-a73e2047-e1ff-4f75-bfb4-898e610abfd5 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/quotas/1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 375 time: 0.0164394 Apr 18 20:57:50.336798 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-ce1b81cb-dd78-4454-9a55-5f2df601b70c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581217 Apr 18 20:57:50.459494 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-8a981fb8-31a4-43ff-92d1-a3e8a61706c8 service neutron] 10.222.0.53 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064179 Apr 18 20:57:50.575938 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-ce03cd3e-1540-4f7b-8965-2ae22af67c20 service neutron] 10.222.0.53 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094527 Apr 18 20:57:50.790690 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69355-cfe7-4c4a-ab1d-ed399c794c8f req-3d9715fa-f9df-4c06-9690-d3670afad894 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:50.792762 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-daa69355-cfe7-4c4a-ab1d-ed399c794c8f req-3d9715fa-f9df-4c06-9690-d3670afad894 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0856562 Apr 18 20:57:50.877541 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-daa69355-cfe7-4c4a-ab1d-ed399c794c8f req-38693e74-fca2-49e3-aa2f-41932e84e1e9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728486 Apr 18 20:57:51.155999 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74573e-ebcc-4997-8a96-14c683ba650f req-255b2679-89a3-4abf-8dd7-c65742764178 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:51.158026 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bb74573e-ebcc-4997-8a96-14c683ba650f req-255b2679-89a3-4abf-8dd7-c65742764178 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 943 time: 0.0579131 Apr 18 20:57:51.219003 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bb74573e-ebcc-4997-8a96-14c683ba650f req-1b086596-efd0-4c33-acc0-570fa5cbbfe7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501263 Apr 18 20:57:51.350455 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bf1d5a24-eb8c-4cde-8fa7-8d4f600f8cf7 req-295c1001-e163-4a28-8d89-5509176cf71f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 210 time: 0.0342765 Apr 18 20:57:52.041360 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877d76-ccea-4c28-8d3e-15ed407d54e4 req-45102c42-7adc-468c-83ae-ef4aa3586adf tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:52.043530 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-40877d76-ccea-4c28-8d3e-15ed407d54e4 req-45102c42-7adc-468c-83ae-ef4aa3586adf tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0663505 Apr 18 20:57:52.111047 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-40877d76-ccea-4c28-8d3e-15ed407d54e4 req-86acfcc6-c127-4390-9e4e-bf926b0161fd tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609810 Apr 18 20:57:52.362478 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d3179-1518-487f-8fc9-df57c6abfbf3 req-5114afea-b90a-458e-bbdd-b40722c99793 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:52.364458 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-361d3179-1518-487f-8fc9-df57c6abfbf3 req-5114afea-b90a-458e-bbdd-b40722c99793 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 943 time: 0.0651855 Apr 18 20:57:52.453360 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-361d3179-1518-487f-8fc9-df57c6abfbf3 req-d3138a84-757b-4894-b82a-32b013ec3882 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797932 Apr 18 20:57:52.478863 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-566fa4d1-1425-4262-bbdd-044dc24229f4 req-27d9609f-fc56-41cf-b701-88158e2f4d40 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 210 time: 0.0471916 Apr 18 20:57:52.526695 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 2da27d86-28f1-47ae-b146-2a79a01fc8ca details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:57:52.646702 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 2da27d86-28f1-47ae-b146-2a79a01fc8ca, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2da27d86-28f1-47ae-b146-2a79a01fc8ca,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:52.662029 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'port_id': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'mac_address': 'fa:16:3e:79:c6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:57:52.708851 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 2da27d86-28f1-47ae-b146-2a79a01fc8ca is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:52.709258 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:52.725117 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da27d86-28f1-47ae-b146-2a79a01fc8ca {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:52.757814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 2da27d86-28f1-47ae-b146-2a79a01fc8ca, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2da27d86-28f1-47ae-b146-2a79a01fc8ca,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:52.877251 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:52.947246 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=2da27d86-28f1-47ae-b146-2a79a01fc8ca,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:52.954817 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.955234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.955563 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.955942 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.956319 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.956673 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.957010 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.957344 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.957689 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.958086 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.958353 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.958702 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.959078 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.959406 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:52.959758 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:53.187878 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['2da27d86-28f1-47ae-b146-2a79a01fc8ca'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:57:53.254840 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cbe9-4f86-4481-8960-efd211fcfa1d req-895c1773-1661-411d-b58c-9e4de32e59af tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:53.256514 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5694cbe9-4f86-4481-8960-efd211fcfa1d req-895c1773-1661-411d-b58c-9e4de32e59af tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0644894 Apr 18 20:57:53.325918 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5694cbe9-4f86-4481-8960-efd211fcfa1d req-436b99b1-1def-4992-b65b-61600fda6a17 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579238 Apr 18 20:57:53.613217 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c28878c8-0153-4eca-b531-6b040414fea0 req-36623df0-30d9-4760-ba3b-a9a5528a9f19 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 210 time: 0.0441349 Apr 18 20:57:53.620854 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8256-7d17-4619-8797-e19138790cb5 req-4477989f-8892-4443-8dec-294b7417209e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:53.622397 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35da8256-7d17-4619-8797-e19138790cb5 req-4477989f-8892-4443-8dec-294b7417209e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 944 time: 0.0903761 Apr 18 20:57:53.685161 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35da8256-7d17-4619-8797-e19138790cb5 req-99ca3b76-9b34-40e9-aee0-65abcf5c987a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560601 Apr 18 20:57:54.194786 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-c5f95af2-55e9-4df9-9ae1-148fd3797894 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:54.197071 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-c5f95af2-55e9-4df9-9ae1-148fd3797894 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 812 time: 0.1321344 Apr 18 20:57:54.283784 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-264685b7-1e95-4186-a10b-483fb1f3d624 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 380 time: 0.0707953 Apr 18 20:57:54.294296 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'port': {'device_id': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'admin_state_up': True, 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'security_groups': ['bb5a5c17-0dd6-4811-b344-196f6f577027']}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:54.484355 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c38f1-0796-40d0-a887-cc699d67ec53 req-e0e8959a-51af-4265-b3aa-90aef0d3e56c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:54.485998 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9e9c38f1-0796-40d0-a887-cc699d67ec53 req-e0e8959a-51af-4265-b3aa-90aef0d3e56c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0625570 Apr 18 20:57:54.538431 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 2da27d86-28f1-47ae-b146-2a79a01fc8ca up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:54.543543 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9e9c38f1-0796-40d0-a887-cc699d67ec53 req-bee053c6-1f87-4c45-80f1-c0f80677e6ad tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516088 Apr 18 20:57:54.562788 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Made reservation on behalf of 1a25adc6fa84412ebb8926467be360ce for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:54.568854 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:54.637565 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 2da27d86-28f1-47ae-b146-2a79a01fc8ca completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:57:54.722696 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 2da27d86-28f1-47ae-b146-2a79a01fc8ca triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:54.723704 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:54.762393 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-496ed474-9608-4050-b376-47429dbdfe17 req-b2480ff3-33d5-4350-9de5-ef071d46acd5 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 210 time: 0.0376291 Apr 18 20:57:54.766307 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Allocated IP 172.20.0.5 (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2/d60a26b5-d758-49a8-93d9-84dded140f8d/3445cc54-77be-4b93-936f-dd8d45e75322) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:54.874403 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 2da27d86-28f1-47ae-b146-2a79a01fc8ca is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:57:54.874948 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:54.881835 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49e6b1-a7de-491d-8e70-76a42199b515 req-b39c46bf-9af1-4917-b3d7-aaa1d8f73ec5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:54.894773 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7b49e6b1-a7de-491d-8e70-76a42199b515 req-b39c46bf-9af1-4917-b3d7-aaa1d8f73ec5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 944 time: 0.0827882 Apr 18 20:57:54.940652 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da27d86-28f1-47ae-b146-2a79a01fc8ca'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:54.943768 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e58b1-dc7e-48c2-a491-973c5c0153c9" -d '{"events": [{"server_uuid": "caa30c5a-bbd2-4f17-a5a9-66088f268878", "name": "network-vif-plugged", "status": "completed", "tag": "2da27d86-28f1-47ae-b146-2a79a01fc8ca"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:54.969277 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 2da27d86-28f1-47ae-b146-2a79a01fc8ca, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2da27d86-28f1-47ae-b146-2a79a01fc8ca,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:54.987561 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7b49e6b1-a7de-491d-8e70-76a42199b515 req-5cc9d5c2-ed80-49f0-9371-fc12763fd415 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914071 Apr 18 20:57:55.000124 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e13c36a-cb52-46c2-96ee-b59404fe8e73 x-openstack-request-id: req-3e13c36a-cb52-46c2-96ee-b59404fe8e73 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:55.000124 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa30c5a-bbd2-4f17-a5a9-66088f268878", "name": "network-vif-plugged", "status": "completed", "tag": "2da27d86-28f1-47ae-b146-2a79a01fc8ca", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:55.000124 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e13c36a-cb52-46c2-96ee-b59404fe8e73 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:55.000124 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e13c36a-cb52-46c2-96ee-b59404fe8e73'] response: {'server_uuid': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'code': 200} Apr 18 20:57:55.037392 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0e463e8a-a316-412a-9536-e2254fcb77d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:55.061967 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (3445cc54-77be-4b93-936f-dd8d45e75322), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:55.084227 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:55.158848 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=2da27d86-28f1-47ae-b146-2a79a01fc8ca,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.243867 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:55.313036 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:55.318831 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:55.334598 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:55.394608 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=3445cc54-77be-4b93-936f-dd8d45e75322,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.440090 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:55.441058 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:55.445973 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06645b0-e80d-4d12-93bc-27071c218c05 req-ba626092-e607-4b08-821b-4ca6b3359c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:55.448739 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c06645b0-e80d-4d12-93bc-27071c218c05 req-ba626092-e607-4b08-821b-4ca6b3359c16 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 1129 time: 0.0684969 Apr 18 20:57:55.514255 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-67ae1762-991f-462e-b6e4-693eccd53b3b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2241347 Apr 18 20:57:55.517267 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c06645b0-e80d-4d12-93bc-27071c218c05 req-84029359-aa6b-4d39-b23c-37ea22ee7ba6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618074 Apr 18 20:57:55.664909 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-25ed3e1e-ced6-4351-bb99-5fb830496349 None None] Provisioning complete for port 3445cc54-77be-4b93-936f-dd8d45e75322 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:57:55.665594 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-25ed3e1e-ced6-4351-bb99-5fb830496349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:55.701653 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2d06f-c7cc-4fc8-881f-0373bca43c67 req-1422435b-3531-4adb-aa34-202ba2ff2455 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:55.703275 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2a2d06f-c7cc-4fc8-881f-0373bca43c67 req-1422435b-3531-4adb-aa34-202ba2ff2455 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0608761 Apr 18 20:57:55.712519 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-25ed3e1e-ced6-4351-bb99-5fb830496349 None None] Port 3445cc54-77be-4b93-936f-dd8d45e75322 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:57:55.757133 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Request body: {'port': {'device_id': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:55.766647 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2a2d06f-c7cc-4fc8-881f-0373bca43c67 req-388297b8-f6a3-4586-82da-7d97c13734c8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568264 Apr 18 20:57:55.857496 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:55.950220 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08777d-38d4-4c40-b2a1-eab3b32c4bf2 req-a1637f9e-e715-4ee6-8c1c-2f5628d8b61b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:55.951909 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-df08777d-38d4-4c40-b2a1-eab3b32c4bf2 req-a1637f9e-e715-4ee6-8c1c-2f5628d8b61b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 931 time: 0.0657310 Apr 18 20:57:56.006804 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-df08777d-38d4-4c40-b2a1-eab3b32c4bf2 req-25a33db2-95f8-42ed-8c77-7a7cb38633a0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488534 Apr 18 20:57:56.141392 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae194-d82b-4a22-9a40-614a53733247 req-1bb1e9d8-0530-4b8c-8a2b-62460b2bd0b6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:56.147662 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f85ae194-d82b-4a22-9a40-614a53733247 req-1bb1e9d8-0530-4b8c-8a2b-62460b2bd0b6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0583022 Apr 18 20:57:56.213260 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f85ae194-d82b-4a22-9a40-614a53733247 req-1e3647c3-2233-4139-a93a-feba0068fc21 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642817 Apr 18 20:57:56.236781 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3445cc54-77be-4b93-936f-dd8d45e75322 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:56.246568 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Publish callbacks [] for port (3445cc54-77be-4b93-936f-dd8d45e75322), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:56.267821 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Transition to ACTIVE for port object 3445cc54-77be-4b93-936f-dd8d45e75322 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:57:56.345281 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:56.402878 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3445cc54-77be-4b93-936f-dd8d45e75322,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:56.486591 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Attempting to bind port 3445cc54-77be-4b93-936f-dd8d45e75322 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:57:56.487063 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Attempting to bind port 3445cc54-77be-4b93-936f-dd8d45e75322 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:57:56.487466 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Attempting to bind port 3445cc54-77be-4b93-936f-dd8d45e75322 on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:56.494071 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Port 3445cc54-77be-4b93-936f-dd8d45e75322 on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:57:56.494444 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Attempting to bind port 3445cc54-77be-4b93-936f-dd8d45e75322 on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:56.500258 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:56.500597 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Checking segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:57:56.500985 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Bound using segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:56.501412 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Bound port: 3445cc54-77be-4b93-936f-dd8d45e75322, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:57:56.501781 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:56.589706 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] For port 3445cc54-77be-4b93-936f-dd8d45e75322, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:56.593547 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] For port 3445cc54-77be-4b93-936f-dd8d45e75322, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3445cc54-77be-4b93-936f-dd8d45e75322,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:56.682717 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:56.718007 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:56.719125 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:56.720608 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] 10.222.0.78 "PUT /v2.0/ports/3445cc54-77be-4b93-936f-dd8d45e75322 HTTP/1.1" status: 200 len: 1093 time: 0.9681363 Apr 18 20:57:56.723524 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'tag': '3445cc54-77be-4b93-936f-dd8d45e75322'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:56.725448 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4babf55-e8a0-4113-8565-a88114609ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "eae2050b-d1f0-4a08-b0d3-ff9586e38554", "tag": "3445cc54-77be-4b93-936f-dd8d45e75322"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:56.763335 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f85a0-66de-455d-a55f-d32d0660e6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3445cc54-77be-4b93-936f-dd8d45e75322,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:56.769292 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90c03d5-4791-416d-bea5-6db079cbdb77 x-openstack-request-id: req-d90c03d5-4791-416d-bea5-6db079cbdb77 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:56.769585 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae2050b-d1f0-4a08-b0d3-ff9586e38554", "tag": "3445cc54-77be-4b93-936f-dd8d45e75322", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:56.769840 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d90c03d5-4791-416d-bea5-6db079cbdb77 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:56.770245 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90c03d5-4791-416d-bea5-6db079cbdb77'] response: {'name': 'network-changed', 'server_uuid': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'tag': '3445cc54-77be-4b93-936f-dd8d45e75322', 'status': 'completed', 'code': 200} Apr 18 20:57:56.912004 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1395037-b29a-40e8-aa31-9f1c1541a88b req-bd2a81c4-9a60-4f1f-87c0-77d94fe7c87b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:56.921818 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a1395037-b29a-40e8-aa31-9f1c1541a88b req-bd2a81c4-9a60-4f1f-87c0-77d94fe7c87b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0731928 Apr 18 20:57:56.978966 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a1395037-b29a-40e8-aa31-9f1c1541a88b req-a8cb8611-5180-4b3e-8d18-e83ac6e5b155 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555031 Apr 18 20:57:57.154079 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af7ed-2802-4db1-9dd7-4c645b65c567 req-72fc2876-e9bd-46db-96c4-e51f3a423039 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:57.156017 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b37af7ed-2802-4db1-9dd7-4c645b65c567 req-72fc2876-e9bd-46db-96c4-e51f3a423039 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0695665 Apr 18 20:57:57.217392 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b37af7ed-2802-4db1-9dd7-4c645b65c567 req-98ac1a48-7e96-4ea6-837a-b4b6a7b459d2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515754 Apr 18 20:57:57.311695 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-a6b88b0f-1596-4494-8e09-b6bb271301a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:57.376043 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d121c0-0392-41da-a9d0-617d1a8ab02e req-2f824a1b-d41c-4dea-b40c-5ae2f918bce6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:57.377802 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-92d121c0-0392-41da-a9d0-617d1a8ab02e req-2f824a1b-d41c-4dea-b40c-5ae2f918bce6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0592797 Apr 18 20:57:57.441897 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-92d121c0-0392-41da-a9d0-617d1a8ab02e req-ef19779a-9c59-4574-9a46-63632c32083c tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571306 Apr 18 20:57:57.779807 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4babf55-e8a0-4113-8565-a88114609ef0 req-8e80a0c2-7fd6-426e-9cf1-9e0f78703e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:57.781480 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-b4babf55-e8a0-4113-8565-a88114609ef0 req-8e80a0c2-7fd6-426e-9cf1-9e0f78703e8d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 1127 time: 0.0513268 Apr 18 20:57:58.114549 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548306d3-6c03-443c-a9c5-035cff6907d0 req-79922f84-7230-4680-9260-9ff1ce142a14 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:58.116185 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-548306d3-6c03-443c-a9c5-035cff6907d0 req-79922f84-7230-4680-9260-9ff1ce142a14 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0583479 Apr 18 20:57:58.190698 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-548306d3-6c03-443c-a9c5-035cff6907d0 req-04d71f5f-b2b3-468d-8f13-485230cb97a7 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641673 Apr 18 20:57:58.421787 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27bedd-9da7-4512-9d75-cca98c6b8bb2 req-d215c342-c0c6-4b9a-8786-e369cc943572 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:58.423424 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8f27bedd-9da7-4512-9d75-cca98c6b8bb2 req-d215c342-c0c6-4b9a-8786-e369cc943572 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0774822 Apr 18 20:57:58.433798 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4babf55-e8a0-4113-8565-a88114609ef0 req-8d175689-723a-4ec7-98e1-dfb36e63f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:58.437093 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:57:58.438088 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-b4babf55-e8a0-4113-8565-a88114609ef0 req-8d175689-723a-4ec7-98e1-dfb36e63f8d0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=1a25adc6fa84412ebb8926467be360ce&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1828651 Apr 18 20:57:58.506858 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8f27bedd-9da7-4512-9d75-cca98c6b8bb2 req-3614d21a-653a-44c0-804c-2380d9b11c06 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747802 Apr 18 20:57:58.592352 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d80c8f-4e11-4c7b-89a4-0a0f63095650 req-a755842d-c4d6-4e75-a05c-041e8d81bd01 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:58.594089 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f3d80c8f-4e11-4c7b-89a4-0a0f63095650 req-a755842d-c4d6-4e75-a05c-041e8d81bd01 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0640247 Apr 18 20:57:58.651372 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f3d80c8f-4e11-4c7b-89a4-0a0f63095650 req-81d420d7-ec07-4e84-8136-176e148f9cf5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508318 Apr 18 20:57:58.882649 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2502-f115-4e67-86d2-b785db93d1f4 req-2c9ab852-18dc-4f6e-8293-8e1d0319aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:58.903332 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-01cd2502-f115-4e67-86d2-b785db93d1f4 req-2c9ab852-18dc-4f6e-8293-8e1d0319aeae service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1129 time: 0.0494192 Apr 18 20:57:58.937141 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4babf55-e8a0-4113-8565-a88114609ef0 req-501f077a-2ce5-4e03-91a3-13bec45ef3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:58.938661 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-b4babf55-e8a0-4113-8565-a88114609ef0 req-501f077a-2ce5-4e03-91a3-13bec45ef3c1 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048899 Apr 18 20:57:59.264294 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-01cd2502-f115-4e67-86d2-b785db93d1f4 req-433fb773-1d64-4f16-8fe5-093e2f545a92 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Apr 18 20:57:59.290381 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-bdff3c70-a423-48e6-84fe-227bd9cf3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:59.292089 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-bdff3c70-a423-48e6-84fe-227bd9cf3fce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 1127 time: 0.0476472 Apr 18 20:57:59.312749 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7a0c6-5f86-4de4-b561-fa0ef5751088 req-c82a087c-6f3b-4491-9cae-db89911c85e3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:59.314346 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b6e7a0c6-5f86-4de4-b561-fa0ef5751088 req-c82a087c-6f3b-4491-9cae-db89911c85e3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0481052 Apr 18 20:57:59.368952 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b6e7a0c6-5f86-4de4-b561-fa0ef5751088 req-142349bb-b202-47f6-a0a9-4bff94169b1a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485265 Apr 18 20:57:59.539296 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-aeffbf0c-0ef0-4a89-9297-30117bfa1716 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3445cc54-77be-4b93-936f-dd8d45e75322 HTTP/1.1" status: 200 len: 217 time: 0.0394332 Apr 18 20:57:59.604382 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-f20e63b1-ddbb-449a-b3a9-88a9e25b2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:59.610279 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-f20e63b1-ddbb-449a-b3a9-88a9e25b2ba6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0645754 Apr 18 20:57:59.667645 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f3c95-7d7a-4f1b-aeb9-423691ec4c84 req-b676e580-3605-4172-a9fd-2e696bb26936 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:59.670783 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5f8f3c95-7d7a-4f1b-aeb9-423691ec4c84 req-b676e580-3605-4172-a9fd-2e696bb26936 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0793929 Apr 18 20:57:59.678409 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-c0d56432-1ed4-4845-a5cf-7c1d116798f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:59.680558 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-c0d56432-1ed4-4845-a5cf-7c1d116798f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608900 Apr 18 20:57:59.779637 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5f8f3c95-7d7a-4f1b-aeb9-423691ec4c84 req-656bfeac-a4a7-49f9-97ed-5c94f2bbaed1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993259 Apr 18 20:57:59.793522 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbd0e7-224b-4661-b4c5-20b0a3691a62 req-ebbb1e3f-8e85-4332-8a67-28b59dd7d82f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:57:59.795355 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-effbd0e7-224b-4661-b4c5-20b0a3691a62 req-ebbb1e3f-8e85-4332-8a67-28b59dd7d82f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0711472 Apr 18 20:57:59.869039 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-effbd0e7-224b-4661-b4c5-20b0a3691a62 req-822cba88-7e79-48e4-a6ca-054bf51ff125 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656586 Apr 18 20:58:00.006100 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88362c-39f5-44ff-88af-afed8c752cc7 req-940bd2ac-bcf6-4b13-aaa7-3523fe8219fc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:00.008611 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5d88362c-39f5-44ff-88af-afed8c752cc7 req-940bd2ac-bcf6-4b13-aaa7-3523fe8219fc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0546317 Apr 18 20:58:00.017034 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 51414) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:00.021677 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'floatingip': {'port_id': '2da27d86-28f1-47ae-b146-2a79a01fc8ca'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:00.072676 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (a019b119-0c0a-4717-91f4-0b643c0a4966), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:00.208862 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-a9626397-2b62-4d28-9704-6121a6cf95b8 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646562 Apr 18 20:58:00.225102 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:00.336683 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-8e5f405f-5d0d-4782-a400-05a183749d61 req-b6661965-d787-4bb1-b8ca-a506cd6bee71 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106346 Apr 18 20:58:00.591648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41309c-8e5d-4b46-8b21-6d8a54d14620 req-cc701b29-3180-48cf-b1f8-84a0410fafe8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:00.593279 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2a41309c-8e5d-4b46-8b21-6d8a54d14620 req-cc701b29-3180-48cf-b1f8-84a0410fafe8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1059065 Apr 18 20:58:00.692569 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2a41309c-8e5d-4b46-8b21-6d8a54d14620 req-ab85795e-1fa8-4d7f-ad5e-3db1ec58fa4f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934451 Apr 18 20:58:00.770113 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:01.173422 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (a019b119-0c0a-4717-91f4-0b643c0a4966), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:01.229937 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbbe51-4a03-49eb-88fa-de41423241fb req-0a29446f-d258-4e31-a522-76165071128f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:01.231587 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3cdbbe51-4a03-49eb-88fa-de41423241fb req-0a29446f-d258-4e31-a522-76165071128f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.3659279 Apr 18 20:58:01.356282 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3cdbbe51-4a03-49eb-88fa-de41423241fb req-2b6e76ab-37bd-471e-b43e-53b8cf68b108 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182454 Apr 18 20:58:01.357593 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Floating IP a019b119-0c0a-4717-91f4-0b643c0a4966 associated. External IP: 172.27.1.161, port: 2da27d86-28f1-47ae-b146-2a79a01fc8ca. Apr 18 20:58:01.583750 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:01.624863 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:01.760915 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:01.768286 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:01.778395 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:01.789808 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:01.790700 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:57:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:01.850927 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-05f6b12c-14df-49ae-90f6-6f551fade37e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "PUT /v2.0/floatingips/a019b119-0c0a-4717-91f4-0b643c0a4966 HTTP/1.1" status: 200 len: 991 time: 1.8203051 Apr 18 20:58:01.850927 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'tag': '2da27d86-28f1-47ae-b146-2a79a01fc8ca'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:01.850927 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e853aab-cc02-4f54-9583-cc44e39bc25a" -d '{"events": [{"name": "network-changed", "server_uuid": "caa30c5a-bbd2-4f17-a5a9-66088f268878", "tag": "2da27d86-28f1-47ae-b146-2a79a01fc8ca"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:01.859496 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a3db3-02e5-40ef-b7e4-adca62d80332 req-f6689667-0ee0-4e35-9cfe-24c871a9d4fb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:01.861069 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2d7a3db3-02e5-40ef-b7e4-adca62d80332 req-f6689667-0ee0-4e35-9cfe-24c871a9d4fb tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0639925 Apr 18 20:58:01.905388 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf11bd8-a0ab-444e-9315-17335572f5e2 x-openstack-request-id: req-0bf11bd8-a0ab-444e-9315-17335572f5e2 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:01.905865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa30c5a-bbd2-4f17-a5a9-66088f268878", "tag": "2da27d86-28f1-47ae-b146-2a79a01fc8ca", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:01.906295 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bf11bd8-a0ab-444e-9315-17335572f5e2 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:01.906767 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf11bd8-a0ab-444e-9315-17335572f5e2'] response: {'name': 'network-changed', 'server_uuid': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'tag': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'status': 'completed', 'code': 200} Apr 18 20:58:01.955399 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2d7a3db3-02e5-40ef-b7e4-adca62d80332 req-7f8cd7db-7993-4744-a8ca-ec7858c61ec5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819972 Apr 18 20:58:01.961315 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:02.030081 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:02.246268 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': 'a019b119-0c0a-4717-91f4-0b643c0a4966', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:79:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:40Z', 'updated_at': '2022-04-18T20:58:00Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:02.285532 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:02.297324 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:02.298560 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:57:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:02.435682 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:02.530773 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8aa12-81f6-4eb3-a3b7-6d5e7e3bdaf6 req-c5a6bf21-5d44-42f7-82df-cdcfd2b30e17 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:02.533466 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-29d8aa12-81f6-4eb3-a3b7-6d5e7e3bdaf6 req-c5a6bf21-5d44-42f7-82df-cdcfd2b30e17 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0836375 Apr 18 20:58:02.616062 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-29d8aa12-81f6-4eb3-a3b7-6d5e7e3bdaf6 req-5890ad13-0d2c-4224-93dc-25abe88591c6 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739481 Apr 18 20:58:02.699791 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b298-00dd-4c78-b28b-ba27286e7163 req-cd993655-e402-47d8-8996-67789e96921c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:02.701533 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e86b298-00dd-4c78-b28b-ba27286e7163 req-cd993655-e402-47d8-8996-67789e96921c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0767579 Apr 18 20:58:02.765165 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e86b298-00dd-4c78-b28b-ba27286e7163 req-2a32c8e0-35ba-454d-ae7c-f1bb674cdf38 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521271 Apr 18 20:58:02.771245 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': 'a019b119-0c0a-4717-91f4-0b643c0a4966', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:79:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:40Z', 'updated_at': '2022-04-18T20:58:00Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:02.826696 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ae6fd-1d3f-42ff-b933-f85281ab33f4 None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': 'a019b119-0c0a-4717-91f4-0b643c0a4966', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:79:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:40Z', 'updated_at': '2022-04-18T20:58:00Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:03.063703 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c540c0-a522-44f2-bb99-7a8b1753c731 None None] New status for floating IP a019b119-0c0a-4717-91f4-0b643c0a4966: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:58:03.747289 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6e11-3cce-4cf8-a5a0-cc3c98832915 req-9affaa5d-ca6c-488e-87ce-988601ad52ea tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:03.749510 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a33f6e11-3cce-4cf8-a5a0-cc3c98832915 req-9affaa5d-ca6c-488e-87ce-988601ad52ea tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0585122 Apr 18 20:58:03.828556 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a33f6e11-3cce-4cf8-a5a0-cc3c98832915 req-118e68f9-11de-4234-adb7-6b498d0418cd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684986 Apr 18 20:58:03.906097 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab105-b012-4e36-bd59-d981b7583158 req-486922fa-3cbc-48bf-9b3f-09af21b6d79c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:03.908877 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c1bab105-b012-4e36-bd59-d981b7583158 req-486922fa-3cbc-48bf-9b3f-09af21b6d79c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0624108 Apr 18 20:58:03.989718 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c1bab105-b012-4e36-bd59-d981b7583158 req-8caa94f1-0c80-4700-ad3a-aeaa1aaba6b1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735586 Apr 18 20:58:04.973090 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c2aea-bc3d-4807-85ee-be3b5fd1bb6c req-f7a65d6f-65db-4cf4-b801-56955bf0f392 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:04.979409 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-392c2aea-bc3d-4807-85ee-be3b5fd1bb6c req-f7a65d6f-65db-4cf4-b801-56955bf0f392 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0541875 Apr 18 20:58:05.064082 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-392c2aea-bc3d-4807-85ee-be3b5fd1bb6c req-ceb02508-f150-4a38-9542-760fe6fa755e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657690 Apr 18 20:58:05.121099 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-cc7926f9-9ac8-4c63-b07c-5583a91bf7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.123653 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-cc7926f9-9ac8-4c63-b07c-5583a91bf7a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 1129 time: 0.0512965 Apr 18 20:58:05.173344 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ab2e6-54a0-465b-b642-3c1208528c66 req-0f02aa4c-fcef-4c4b-9e77-8aba42a9e239 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.176191 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-806ab2e6-54a0-465b-b642-3c1208528c66 req-0f02aa4c-fcef-4c4b-9e77-8aba42a9e239 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0770631 Apr 18 20:58:05.264108 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-e14e4e8d-0ac8-47c9-b6bd-c33f86877fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.266101 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-e14e4e8d-0ac8-47c9-b6bd-c33f86877fc8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 915 time: 0.1343329 Apr 18 20:58:05.277466 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-806ab2e6-54a0-465b-b642-3c1208528c66 req-c0adc681-c1ee-439c-8c5c-40db3311d3af tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930514 Apr 18 20:58:05.296848 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-33960895-f52a-4ed5-a868-b9670e0fd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.306529 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-33960895-f52a-4ed5-a868-b9670e0fd90f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1129 time: 0.0734544 Apr 18 20:58:05.376106 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-c70917c4-0f14-4642-a263-bb86cf4c1cf6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2da27d86-28f1-47ae-b146-2a79a01fc8ca HTTP/1.1" status: 200 len: 1001 time: 0.0951576 Apr 18 20:58:05.456645 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-b7e53f92-6ea7-4444-84f5-b15deef55967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.458093 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-b5796dc0-b980-4d70-82d0-d1d2ccb829fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.460908 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-b7e53f92-6ea7-4444-84f5-b15deef55967 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.1465428 Apr 18 20:58:05.461056 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-b5796dc0-b980-4d70-82d0-d1d2ccb829fd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.0750899 Apr 18 20:58:05.524341 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-603f7461-dc29-4bb3-ab63-41259dbe5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.526123 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-603f7461-dc29-4bb3-ab63-41259dbe5116 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478570 Apr 18 20:58:05.572858 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-7ac62672-187c-4e1b-849c-7cde7d241295 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 200 len: 1001 time: 0.0958898 Apr 18 20:58:05.631969 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-4fdf5e26-6e0d-4167-bd47-43dfb06e55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.634233 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-4fdf5e26-6e0d-4167-bd47-43dfb06e55cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.0550139 Apr 18 20:58:05.651517 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-fbf384f2-eb88-46c4-91b9-63e312abe478 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179271 Apr 18 20:58:05.691915 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-4b00d9ea-b284-4f7a-ac93-e9275884780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:05.693480 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-4b00d9ea-b284-4f7a-ac93-e9275884780a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520232 Apr 18 20:58:05.761492 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0e853aab-cc02-4f54-9583-cc44e39bc25a req-258ee61d-940c-4568-b1d1-e5ae18b968e2 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035781 Apr 18 20:58:05.817320 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-354ea947-c444-413c-bcde-a0aa79f9c58e service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166177 Apr 18 20:58:05.934320 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-67652d43-eb5b-40aa-8a80-e23aaca04db7 req-8b88062a-bd91-4de9-9293-e4cdc9fc0775 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102843 Apr 18 20:58:06.227987 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d250e7-9081-4908-9b50-942dcb6bfe4b req-8e22c585-48aa-48f4-b685-060a9e071626 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:06.229633 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-02d250e7-9081-4908-9b50-942dcb6bfe4b req-8e22c585-48aa-48f4-b685-060a9e071626 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0622954 Apr 18 20:58:06.298348 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-02d250e7-9081-4908-9b50-942dcb6bfe4b req-1b8900ee-c894-4103-8dd4-2dcf8de9ddc3 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620933 Apr 18 20:58:06.441933 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c5bda-f63a-424f-afd1-f5b0ca272137 req-49ef3c3f-68ac-4975-9452-70e19c1bdffe tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:06.445885 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b96c5bda-f63a-424f-afd1-f5b0ca272137 req-49ef3c3f-68ac-4975-9452-70e19c1bdffe tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0764434 Apr 18 20:58:06.535308 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b96c5bda-f63a-424f-afd1-f5b0ca272137 req-261cd8a3-1147-406a-b84a-f496ec712a95 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825644 Apr 18 20:58:07.456399 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d6b6c-038c-412b-96c4-4bad8f1bc10e req-0a380630-b10b-4b04-bb6c-f4127c2a5567 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:07.458272 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ec7d6b6c-038c-412b-96c4-4bad8f1bc10e req-0a380630-b10b-4b04-bb6c-f4127c2a5567 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0664918 Apr 18 20:58:07.552029 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ec7d6b6c-038c-412b-96c4-4bad8f1bc10e req-1be802a4-37b9-4a49-9493-834b45bb10c0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792103 Apr 18 20:58:07.692470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a2838-eb1f-4aa6-af75-c55683cf9533 req-5d623706-397a-460f-9dbd-d087ea818fe5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:07.694271 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-336a2838-eb1f-4aa6-af75-c55683cf9533 req-5d623706-397a-460f-9dbd-d087ea818fe5 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0747898 Apr 18 20:58:07.745951 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-336a2838-eb1f-4aa6-af75-c55683cf9533 req-7ebae4c3-e75c-4576-b702-19276439f908 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456312 Apr 18 20:58:08.712627 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c5a6-f118-46dd-9ee7-55cbcb219260 req-2cadec93-a84f-4f14-8fe9-7ebe6a91e61a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:08.715127 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6710c5a6-f118-46dd-9ee7-55cbcb219260 req-2cadec93-a84f-4f14-8fe9-7ebe6a91e61a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0749171 Apr 18 20:58:08.773968 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6710c5a6-f118-46dd-9ee7-55cbcb219260 req-f8b509bf-60db-4aff-983a-4a2c2725c190 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517921 Apr 18 20:58:08.891018 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8236d39-b99b-4a63-bd85-b7c6320a596f req-24283bcc-5005-496d-b182-f8d6b6c6f5dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:08.893024 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f8236d39-b99b-4a63-bd85-b7c6320a596f req-24283bcc-5005-496d-b182-f8d6b6c6f5dc tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0651441 Apr 18 20:58:08.968276 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f8236d39-b99b-4a63-bd85-b7c6320a596f req-cff95135-bc61-4269-922b-a66ac148dfb3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661163 Apr 18 20:58:09.674765 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:58:09.933989 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c9c55-e9ad-44fe-874f-e9bcdc80d8c5 req-12aafefd-0250-4821-9347-3161b0759b83 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:09.935780 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f24c9c55-e9ad-44fe-874f-e9bcdc80d8c5 req-12aafefd-0250-4821-9347-3161b0759b83 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0612636 Apr 18 20:58:10.013582 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f24c9c55-e9ad-44fe-874f-e9bcdc80d8c5 req-744bd34f-dbd3-4dc6-b077-8c89ae32ed4a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699513 Apr 18 20:58:10.125418 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45344bac-3efa-4d1a-8498-002161c2b9fd req-f909ea94-be48-42c3-92bc-875c43aab478 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:10.127081 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45344bac-3efa-4d1a-8498-002161c2b9fd req-f909ea94-be48-42c3-92bc-875c43aab478 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0669558 Apr 18 20:58:10.187972 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45344bac-3efa-4d1a-8498-002161c2b9fd req-d26959ea-8df6-4f01-92da-4b74e9cc04c3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527568 Apr 18 20:58:11.158968 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5260d-5aeb-4282-b6d2-5ce18372f8fe req-96c9437f-2cf5-4598-844a-8c08a2d161e7 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:11.161272 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6dc5260d-5aeb-4282-b6d2-5ce18372f8fe req-96c9437f-2cf5-4598-844a-8c08a2d161e7 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0576735 Apr 18 20:58:11.249649 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6dc5260d-5aeb-4282-b6d2-5ce18372f8fe req-8f11fdd1-bacc-4b9a-81e3-8f0d31b7b753 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803611 Apr 18 20:58:11.369759 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7490d-6112-4b05-87ee-63368959edcc req-19669157-1cb9-46bb-981d-d88a479aebf8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:11.371424 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4df7490d-6112-4b05-87ee-63368959edcc req-19669157-1cb9-46bb-981d-d88a479aebf8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0897155 Apr 18 20:58:11.433571 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4df7490d-6112-4b05-87ee-63368959edcc req-370f78b9-2722-47bb-88d0-ec136995a1a6 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511982 Apr 18 20:58:12.416050 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad44e9d-ad51-4237-9d6f-cb81e8aa120e req-f3ba14d4-b074-47ef-bd24-a7eeddb2e695 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:12.418919 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ad44e9d-ad51-4237-9d6f-cb81e8aa120e req-f3ba14d4-b074-47ef-bd24-a7eeddb2e695 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0831013 Apr 18 20:58:12.497675 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ad44e9d-ad51-4237-9d6f-cb81e8aa120e req-915de2b6-9029-41ea-8578-3cf31d8bcd27 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719469 Apr 18 20:58:12.593199 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce3701-a9d3-4c18-97bc-999487d3d883 req-6b0816c1-e6c4-43ae-98b7-2c61853d0ae9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:12.594865 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-58ce3701-a9d3-4c18-97bc-999487d3d883 req-6b0816c1-e6c4-43ae-98b7-2c61853d0ae9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0669491 Apr 18 20:58:12.657749 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-58ce3701-a9d3-4c18-97bc-999487d3d883 req-30f5eda1-6d2c-4b38-9143-aca04886db76 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523586 Apr 18 20:58:13.656738 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb341b-e579-42f1-adbe-deb00f1eefe9 req-2b68f6af-2c19-4ec2-bbf0-a04fd8ed0122 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:13.660611 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-07fb341b-e579-42f1-adbe-deb00f1eefe9 req-2b68f6af-2c19-4ec2-bbf0-a04fd8ed0122 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0808601 Apr 18 20:58:13.730637 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-07fb341b-e579-42f1-adbe-deb00f1eefe9 req-00b515f9-5f64-4d98-8cd8-c83af16fdd90 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624704 Apr 18 20:58:13.812197 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079440-bab0-42d6-81ca-95e66c447b8c req-85554bd4-a00c-47c0-8120-0000de617352 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:13.816428 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e7079440-bab0-42d6-81ca-95e66c447b8c req-85554bd4-a00c-47c0-8120-0000de617352 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0641277 Apr 18 20:58:13.881904 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e7079440-bab0-42d6-81ca-95e66c447b8c req-08a667d4-63e7-4e6e-af2c-77f055a18b5f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569992 Apr 18 20:58:14.903074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f97de-a046-4748-897e-a1eeb8a66859 req-780a4b9d-cd10-4b38-868b-a23ff1b55d3c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:14.904742 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f18f97de-a046-4748-897e-a1eeb8a66859 req-780a4b9d-cd10-4b38-868b-a23ff1b55d3c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0722547 Apr 18 20:58:15.021986 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f18f97de-a046-4748-897e-a1eeb8a66859 req-b2a7e42f-fe17-4241-8621-40279b8303ec tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079683 Apr 18 20:58:15.029786 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2f29-d140-4923-b96d-87d04a0028b3 req-64e11cbc-fabf-439b-99ac-d3e58c032ef2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:15.031433 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-688e2f29-d140-4923-b96d-87d04a0028b3 req-64e11cbc-fabf-439b-99ac-d3e58c032ef2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0669584 Apr 18 20:58:15.095464 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-688e2f29-d140-4923-b96d-87d04a0028b3 req-613b04fd-5b45-437b-94a0-6aadcf6341b3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541031 Apr 18 20:58:16.185626 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e312e7-06f8-4473-8e57-596b6a5fe730 req-64b0e7b3-a295-46eb-9cff-9311de79b5bb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:16.187420 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a1e312e7-06f8-4473-8e57-596b6a5fe730 req-64b0e7b3-a295-46eb-9cff-9311de79b5bb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0777445 Apr 18 20:58:16.286037 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a1e312e7-06f8-4473-8e57-596b6a5fe730 req-dc9d6fb6-8ea8-472c-8990-06ec214f064e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871992 Apr 18 20:58:16.294758 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21bb49-b9fa-4ca8-8309-f1d0e370b497 req-42e174e2-fdaa-470a-b624-a08728845291 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:16.296633 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5d21bb49-b9fa-4ca8-8309-f1d0e370b497 req-42e174e2-fdaa-470a-b624-a08728845291 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0811586 Apr 18 20:58:16.362701 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5d21bb49-b9fa-4ca8-8309-f1d0e370b497 req-931f5b59-e3c7-4afa-8a21-928e6154c833 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586598 Apr 18 20:58:17.444048 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3818560-4a54-4b3e-a8ad-454b8f24ca57 req-db01a080-e0eb-40e4-a254-1b8c7bad16bc tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:17.447670 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e3818560-4a54-4b3e-a8ad-454b8f24ca57 req-db01a080-e0eb-40e4-a254-1b8c7bad16bc tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0733371 Apr 18 20:58:17.567298 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3b362-c782-49e1-a966-5d491be80270 req-abc13492-f429-4475-91e9-04bc0fe91257 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:17.568835 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f5d3b362-c782-49e1-a966-5d491be80270 req-abc13492-f429-4475-91e9-04bc0fe91257 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1045895 Apr 18 20:58:17.575471 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e3818560-4a54-4b3e-a8ad-454b8f24ca57 req-254bd619-4192-4bd3-9346-5eb3de95598a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182241 Apr 18 20:58:17.626614 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f5d3b362-c782-49e1-a966-5d491be80270 req-9cf230cb-d9d2-4cc5-a2f6-e63c8cfc47e4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486434 Apr 18 20:58:18.729733 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ed58d-176c-4a4a-8803-c8f2de368f21 req-e864a61a-c036-4a68-9df6-1f73dabceaee tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:18.732642 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c46ed58d-176c-4a4a-8803-c8f2de368f21 req-e864a61a-c036-4a68-9df6-1f73dabceaee tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0758965 Apr 18 20:58:18.813770 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1bfee-791e-4327-bdbe-0b0a5d105f90 req-6a7f6392-7b59-41d2-99eb-0b84a0381b07 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:18.815455 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3e1bfee-791e-4327-bdbe-0b0a5d105f90 req-6a7f6392-7b59-41d2-99eb-0b84a0381b07 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0784488 Apr 18 20:58:18.843755 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c46ed58d-176c-4a4a-8803-c8f2de368f21 req-641d2d92-eeba-484e-8073-2ad599aa948e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051459 Apr 18 20:58:18.888018 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3e1bfee-791e-4327-bdbe-0b0a5d105f90 req-9bb7698d-b8f1-428d-bf9c-f623ad70b896 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612071 Apr 18 20:58:20.044269 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c47ab-761c-4817-b7e8-f5a5bdb3375b req-b09019d6-504a-4022-924d-b44af57df71b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:20.045967 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-264c47ab-761c-4817-b7e8-f5a5bdb3375b req-b09019d6-504a-4022-924d-b44af57df71b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.1022656 Apr 18 20:58:20.088188 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82c86-78fe-4f22-bab1-f619439c1920 req-396636f2-946a-47a9-8679-bb5619c08f34 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:20.095400 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e0b82c86-78fe-4f22-bab1-f619439c1920 req-396636f2-946a-47a9-8679-bb5619c08f34 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0967188 Apr 18 20:58:20.208991 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-264c47ab-761c-4817-b7e8-f5a5bdb3375b req-9735d980-bc28-4301-b0a5-1ee8dde31db4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514218 Apr 18 20:58:20.236358 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e0b82c86-78fe-4f22-bab1-f619439c1920 req-59a97e5a-cfdb-419f-816e-80ec51ea891c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316271 Apr 18 20:58:21.380286 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92867e-458b-4fba-bf4e-48f188b87ce1 req-2cc16c95-541e-493a-8285-599295ec03a1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:21.381914 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bc92867e-458b-4fba-bf4e-48f188b87ce1 req-2cc16c95-541e-493a-8285-599295ec03a1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0841577 Apr 18 20:58:21.405049 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df059d-505d-4d7c-a81f-607cbc508f10 req-74c9c920-711d-46dd-ac92-197966f18a22 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:21.406658 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-04df059d-505d-4d7c-a81f-607cbc508f10 req-74c9c920-711d-46dd-ac92-197966f18a22 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0734274 Apr 18 20:58:21.481072 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bc92867e-458b-4fba-bf4e-48f188b87ce1 req-6ab75647-6b7c-4019-8bdf-5e7a4c67f8ca tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919771 Apr 18 20:58:21.495467 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-04df059d-505d-4d7c-a81f-607cbc508f10 req-e75d28c8-f2a7-4e2b-ad3b-761581528d32 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818729 Apr 18 20:58:22.615072 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd93c4-d22d-41b4-817b-d560d7950b45 req-56dbe24d-a5ea-42af-a468-24471db3fc43 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:22.617351 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4ccd93c4-d22d-41b4-817b-d560d7950b45 req-56dbe24d-a5ea-42af-a468-24471db3fc43 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0548782 Apr 18 20:58:22.687757 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae51366-0909-4871-90c7-1015a2e2f206 req-3a135d5e-adf7-4276-84eb-6077c2f3953e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:22.689320 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6ae51366-0909-4871-90c7-1015a2e2f206 req-3a135d5e-adf7-4276-84eb-6077c2f3953e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0710361 Apr 18 20:58:22.724190 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4ccd93c4-d22d-41b4-817b-d560d7950b45 req-3e81e2fa-4652-4065-8b22-d7cb333d0f9b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961525 Apr 18 20:58:22.759580 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6ae51366-0909-4871-90c7-1015a2e2f206 req-33897998-a7c1-44b0-91a7-2e8429dd6381 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629220 Apr 18 20:58:23.900561 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2cfc8-fbc9-4c5c-a08a-ed6a081888a7 req-805cf650-c63b-4d9c-8f37-06cd444ffbee tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:23.902162 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-11d2cfc8-fbc9-4c5c-a08a-ed6a081888a7 req-805cf650-c63b-4d9c-8f37-06cd444ffbee tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0843785 Apr 18 20:58:23.923909 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59f874-02c0-4915-99b6-07b552e3cbbc req-04c4a193-c095-4737-93f8-08b809938600 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:23.925484 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2e59f874-02c0-4915-99b6-07b552e3cbbc req-04c4a193-c095-4737-93f8-08b809938600 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0717933 Apr 18 20:58:23.994987 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-11d2cfc8-fbc9-4c5c-a08a-ed6a081888a7 req-145fc0cc-a639-4af0-82b9-039c07498576 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831630 Apr 18 20:58:24.008554 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2e59f874-02c0-4915-99b6-07b552e3cbbc req-0e263f79-77d9-4d31-ae06-10d02ef2e832 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734184 Apr 18 20:58:24.990482 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f0e9af42-727d-4fce-a6de-adc36692058e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:25.172885 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a5d90-b72b-4897-9e89-23eeaa639b7d req-2a324473-10ab-4e5d-95e1-9aeb721fa84c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:25.175037 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf7a5d90-b72b-4897-9e89-23eeaa639b7d req-2a324473-10ab-4e5d-95e1-9aeb721fa84c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0969965 Apr 18 20:58:25.216736 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da1f0a-d6a7-4406-a6a4-22ab34f19cdc req-e385bf90-44b9-4de9-84f7-fe312d7f9bc4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:25.218512 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-03da1f0a-d6a7-4406-a6a4-22ab34f19cdc req-e385bf90-44b9-4de9-84f7-fe312d7f9bc4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0947578 Apr 18 20:58:25.273177 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf7a5d90-b72b-4897-9e89-23eeaa639b7d req-d8e895cc-19d0-489f-9738-135b702adca5 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884695 Apr 18 20:58:25.305193 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-03da1f0a-d6a7-4406-a6a4-22ab34f19cdc req-c4ddd04a-cefa-4781-9c3a-f8f88b77116c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758023 Apr 18 20:58:26.410969 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08796798-c168-43a9-9792-bb14df405fb9 req-49b4806f-8014-4cd3-ba17-8e2a1229b6a4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:26.412643 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-08796798-c168-43a9-9792-bb14df405fb9 req-49b4806f-8014-4cd3-ba17-8e2a1229b6a4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0550671 Apr 18 20:58:26.495592 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055848f5-1cd7-49ba-9e5f-5b72d327aae2 req-bbfa6161-86a7-485b-bd16-6c9800544c15 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:26.497280 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-055848f5-1cd7-49ba-9e5f-5b72d327aae2 req-bbfa6161-86a7-485b-bd16-6c9800544c15 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0808342 Apr 18 20:58:26.540983 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-08796798-c168-43a9-9792-bb14df405fb9 req-dc10642f-facb-4a78-ac7e-960db6bfac71 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086731 Apr 18 20:58:26.577036 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-055848f5-1cd7-49ba-9e5f-5b72d327aae2 req-4e243cd0-79a1-42c6-9948-6e858d6d888e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702839 Apr 18 20:58:27.311095 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-cebf9b93-dd57-46fd-84e9-2e80b682dc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:27.768786 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e1324-61b9-448a-a7c3-c1c1fe1ca35b req-e0afc7e8-6fc6-4303-9b4c-78d58b56597c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:27.771502 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a90e1324-61b9-448a-a7c3-c1c1fe1ca35b req-e0afc7e8-6fc6-4303-9b4c-78d58b56597c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.1221302 Apr 18 20:58:27.788377 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836b25d-954b-41ce-936b-4895d7cf3615 req-9fedbca2-0a32-4a42-89ec-89b41672a99c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:27.791036 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a836b25d-954b-41ce-936b-4895d7cf3615 req-9fedbca2-0a32-4a42-89ec-89b41672a99c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1241531 Apr 18 20:58:27.907639 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a90e1324-61b9-448a-a7c3-c1c1fe1ca35b req-70481bb1-1cb7-4484-96b0-12038adf12fe tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152203 Apr 18 20:58:27.911911 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a836b25d-954b-41ce-936b-4895d7cf3615 req-d69466b6-428c-4ff8-ac42-da72a8b0e9ac tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118097 Apr 18 20:58:28.351771 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:29.077850 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975b505-6158-4f71-bc1c-101bf69307cf req-ece7b0bf-4def-4cf0-a44c-b34db7bc3cf8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:29.079526 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3975b505-6158-4f71-bc1c-101bf69307cf req-ece7b0bf-4def-4cf0-a44c-b34db7bc3cf8 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0836937 Apr 18 20:58:29.110012 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbaf20-5a88-49ec-a6af-38a2e2a70fb3 req-73188038-c056-4779-ae37-971612985633 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:29.111683 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-94fbaf20-5a88-49ec-a6af-38a2e2a70fb3 req-73188038-c056-4779-ae37-971612985633 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0777781 Apr 18 20:58:29.181128 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3975b505-6158-4f71-bc1c-101bf69307cf req-6f00e3d9-d992-4428-873f-efb15bb1f05c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907307 Apr 18 20:58:29.211791 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-94fbaf20-5a88-49ec-a6af-38a2e2a70fb3 req-5cea2481-6753-4dd3-ad21-326458cf2484 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881681 Apr 18 20:58:30.208100 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:30.394929 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3af3-9535-4e0f-9a24-84a6b561ba29 req-b3ea2120-51be-4433-949d-4fdda5323890 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:30.398413 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-952d3af3-9535-4e0f-9a24-84a6b561ba29 req-b3ea2120-51be-4433-949d-4fdda5323890 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0836129 Apr 18 20:58:30.472531 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-952d3af3-9535-4e0f-9a24-84a6b561ba29 req-789d7a22-051d-43bd-9be6-fdca1f8d9647 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672090 Apr 18 20:58:30.648656 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1107a4e-c03c-4714-9f3c-e7531e834073 req-868335f3-20fe-4623-a0f5-523821e98630 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:30.650504 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c1107a4e-c03c-4714-9f3c-e7531e834073 req-868335f3-20fe-4623-a0f5-523821e98630 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0816813 Apr 18 20:58:30.680907 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efa3be-a0a9-4040-ac97-a77a2c0cf4f9 req-93c4c64b-1874-4dbb-8d21-d07786028f6b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:30.680907 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-21efa3be-a0a9-4040-ac97-a77a2c0cf4f9 req-93c4c64b-1874-4dbb-8d21-d07786028f6b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0790765 Apr 18 20:58:30.693517 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 51718) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:30.700904 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-5589716e-602e-4d8a-8bc4-6d689a2e3fec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Request body: {'floatingip': {'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:30.733653 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c1107a4e-c03c-4714-9f3c-e7531e834073 req-b235ce7d-1f3d-4305-b240-15500a531d49 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723958 Apr 18 20:58:30.782988 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5589716e-602e-4d8a-8bc4-6d689a2e3fec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (2326bdc5-ca95-4a3b-8f7a-1725934d65cd), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:31.341521 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5589716e-602e-4d8a-8bc4-6d689a2e3fec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:31.419690 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5589716e-602e-4d8a-8bc4-6d689a2e3fec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (2326bdc5-ca95-4a3b-8f7a-1725934d65cd), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:31.624968 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:31.685894 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5589716e-602e-4d8a-8bc4-6d689a2e3fec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Router 65b41f48-eb4b-4057-8779-a87aa35665f9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:31.818866 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5589716e-602e-4d8a-8bc4-6d689a2e3fec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:31.828847 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5589716e-602e-4d8a-8bc4-6d689a2e3fec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:31.830815 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] Sync routers for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:31.855864 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:31.856929 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:31.874967 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:31.878130 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:31.926486 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-5589716e-602e-4d8a-8bc4-6d689a2e3fec tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "PUT /v2.0/floatingips/2326bdc5-ca95-4a3b-8f7a-1725934d65cd HTTP/1.1" status: 200 len: 993 time: 1.2305055 Apr 18 20:58:31.931582 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad567a7-72ed-441a-9db1-f8232427f77e req-383f00e8-e8c7-49ce-b4ba-48dee939539d tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:31.934450 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9ad567a7-72ed-441a-9db1-f8232427f77e req-383f00e8-e8c7-49ce-b4ba-48dee939539d tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0896792 Apr 18 20:58:31.977023 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a98819-086d-45d5-b0ec-a4d94488a1b4 x-openstack-request-id: req-63a98819-086d-45d5-b0ec-a4d94488a1b4 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:31.977433 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:31.977697 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63a98819-086d-45d5-b0ec-a4d94488a1b4 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:31.978131 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a98819-086d-45d5-b0ec-a4d94488a1b4'] response: {'name': 'network-changed', 'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'status': 'completed', 'code': 200} Apr 18 20:58:31.997308 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9ad567a7-72ed-441a-9db1-f8232427f77e req-a1678c57-419b-4b0f-bec1-af5f05b06e24 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566139 Apr 18 20:58:32.001868 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:32.061732 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:32.353740 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '2326bdc5-ca95-4a3b-8f7a-1725934d65cd', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'mac_address': 'fa:16:3e:df:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:05Z', 'updated_at': '2022-04-18T20:58:31Z', 'revision_number': 3, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:32.383178 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] Checking router: 65b41f48-eb4b-4057-8779-a87aa35665f9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:32.393023 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:32.393738 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:32.529664 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:32.904671 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '2326bdc5-ca95-4a3b-8f7a-1725934d65cd', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'mac_address': 'fa:16:3e:df:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:05Z', 'updated_at': '2022-04-18T20:58:31Z', 'revision_number': 3, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:32.935947 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5a768-2ae6-4b14-a691-953459590902 None None] The sync data for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi is: [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '2326bdc5-ca95-4a3b-8f7a-1725934d65cd', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'port_id': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'mac_address': 'fa:16:3e:df:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:05Z', 'updated_at': '2022-04-18T20:58:31Z', 'revision_number': 3, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:33.172977 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbb6fa-e5a5-4bda-acda-217d8cec44e7 req-b14571cd-a3da-402a-ad04-e3cf1aadf215 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:33.174668 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-58cbb6fa-e5a5-4bda-acda-217d8cec44e7 req-b14571cd-a3da-402a-ad04-e3cf1aadf215 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0692623 Apr 18 20:58:33.252459 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-58cbb6fa-e5a5-4bda-acda-217d8cec44e7 req-90c13d5c-e634-4dc7-983a-6ab555f71686 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656669 Apr 18 20:58:33.502677 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 51750) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:33.637319 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5334698d-23a3-4b57-a5f7-1a6e8a3e24be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:33.733562 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5334698d-23a3-4b57-a5f7-1a6e8a3e24be admin admin] Publish callbacks [] for security_group (4024ca83-30b6-4a58-a470-d50a788e41f4), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:33.818863 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5334698d-23a3-4b57-a5f7-1a6e8a3e24be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (4024ca83-30b6-4a58-a470-d50a788e41f4), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:33.870718 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334698d-23a3-4b57-a5f7-1a6e8a3e24be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4024ca83-30b6-4a58-a470-d50a788e41f4,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.875587 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-5334698d-23a3-4b57-a5f7-1a6e8a3e24be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ae22986610047adb3126e9e517e7e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717268 Apr 18 20:58:33.880604 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 51756) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:33.945321 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-09f8ff47-373d-4af6-bd14-cd8ba7de0c6a admin admin] Publish callbacks [] for security_group (4024ca83-30b6-4a58-a470-d50a788e41f4), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:33.972888 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-09f8ff47-373d-4af6-bd14-cd8ba7de0c6a admin admin] Publish callbacks [] for security_group (4024ca83-30b6-4a58-a470-d50a788e41f4), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:33.980306 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:33.983472 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687d8564-c8f8-498f-8ba3-377d41ce2a66" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:34.027531 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b02f9a-5aab-472d-a651-e1f660ad8c50 x-openstack-request-id: req-91b02f9a-5aab-472d-a651-e1f660ad8c50 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:34.027963 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:34.028361 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91b02f9a-5aab-472d-a651-e1f660ad8c50 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:34.028880 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b02f9a-5aab-472d-a651-e1f660ad8c50'] response: {'name': 'network-changed', 'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'status': 'completed', 'code': 200} Apr 18 20:58:34.161647 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-09f8ff47-373d-4af6-bd14-cd8ba7de0c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (4024ca83-30b6-4a58-a470-d50a788e41f4), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:34.165785 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-09f8ff47-373d-4af6-bd14-cd8ba7de0c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:34.167372 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-09f8ff47-373d-4af6-bd14-cd8ba7de0c6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4024ca83-30b6-4a58-a470-d50a788e41f4 HTTP/1.1" status: 204 len: 168 time: 0.2862382 Apr 18 20:58:34.176611 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8ff47-373d-4af6-bd14-cd8ba7de0c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024ca83-30b6-4a58-a470-d50a788e41f4,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:34.402029 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750df44-dc45-478f-9850-fbedfa745019 req-792bd059-54e4-4da8-a3fe-af75d202a08f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:34.403707 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4750df44-dc45-478f-9850-fbedfa745019 req-792bd059-54e4-4da8-a3fe-af75d202a08f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0658731 Apr 18 20:58:34.461295 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4750df44-dc45-478f-9850-fbedfa745019 req-b0c47924-c94e-492f-b40a-8640bc55d81f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517514 Apr 18 20:58:35.340335 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-4ca0cb63-09c9-49f7-ae27-f5f869ccd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:35.346358 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-4ca0cb63-09c9-49f7-ae27-f5f869ccd0aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1129 time: 0.0617003 Apr 18 20:58:35.396601 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-946ab541-1544-4fe1-a244-2b9c1fc84ec0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424387 Apr 18 20:58:35.472303 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-5619d10e-32b6-471e-9259-6e84d56dc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:35.474806 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-5619d10e-32b6-471e-9259-6e84d56dc31a service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.1202104 Apr 18 20:58:35.489804 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-540f7b35-cffe-4d84-a76b-03880b6d5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:35.491492 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-540f7b35-cffe-4d84-a76b-03880b6d5f2b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 1129 time: 0.0667107 Apr 18 20:58:35.591916 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73950a0b-9501-4f8c-84d1-9b1ebd9c4897 req-3ffd8334-b3ca-4069-b5d2-4c57bf462a85 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:35.593976 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-73950a0b-9501-4f8c-84d1-9b1ebd9c4897 req-3ffd8334-b3ca-4069-b5d2-4c57bf462a85 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.0535095 Apr 18 20:58:35.670485 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-73950a0b-9501-4f8c-84d1-9b1ebd9c4897 req-f3999086-b97d-4f10-b945-133a96c637ea tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698469 Apr 18 20:58:35.913955 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-a3990429-f438-42d6-8b45-7bbe4a9eee99 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 200 len: 1001 time: 0.0839942 Apr 18 20:58:35.969615 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-cc5eb093-ef67-484f-b433-2ed55fd9a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:35.971360 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-cc5eb093-ef67-484f-b433-2ed55fd9a454 service neutron] 10.222.0.78 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 911 time: 0.1183550 Apr 18 20:58:35.981428 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-c7710764-4ff7-44e4-a471-7d24e833cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:35.982998 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-c7710764-4ff7-44e4-a471-7d24e833cc15 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.0624361 Apr 18 20:58:36.064800 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-8bff3907-6754-4787-a1cd-586d2e807620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:36.066533 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-8bff3907-6754-4787-a1cd-586d2e807620 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465460 Apr 18 20:58:36.145526 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-b88cf29c-4168-4295-b1aa-9e5cdadbc849 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08048698-04fb-409a-968f-fdffa765c514 HTTP/1.1" status: 200 len: 1001 time: 0.1245296 Apr 18 20:58:36.542653 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-297cd9fb-0083-4fd0-98d2-50fbdb72e64e service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693692 Apr 18 20:58:36.593582 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-13fbc1d9-6e2c-4bb4-b522-f12f1dc01717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:36.595222 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-13fbc1d9-6e2c-4bb4-b522-f12f1dc01717 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8904da12-6f56-4119-a567-0dcca69c3516 HTTP/1.1" status: 200 len: 849 time: 0.4424448 Apr 18 20:58:36.655239 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-4438f091-4ce8-4bba-9f70-0f89ec7fe90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:36.657918 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-4438f091-4ce8-4bba-9f70-0f89ec7fe90c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550730 Apr 18 20:58:36.674772 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6fe7cd08-6244-4bfc-a8e8-c5963c741a3a req-52c070fe-c88e-4310-bc97-e53e6a22e75e service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227086 Apr 18 20:58:36.724337 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3445cc54-77be-4b93-936f-dd8d45e75322 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:58:36.848906 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-b506662d-b157-4904-9a81-fde454554da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:36.850107 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-a91b8ca9-0cad-4571-8d8e-1674b5f1b8f4 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778562 Apr 18 20:58:36.851492 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-b506662d-b157-4904-9a81-fde454554da3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 1129 time: 0.1189096 Apr 18 20:58:36.856319 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3445cc54-77be-4b93-936f-dd8d45e75322, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3445cc54-77be-4b93-936f-dd8d45e75322,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:36.872110 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '3445cc54-77be-4b93-936f-dd8d45e75322', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'port_id': '3445cc54-77be-4b93-936f-dd8d45e75322', 'mac_address': 'fa:16:3e:c8:db:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:58:36.916296 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74aaf5-9038-4443-8655-8f012811709a req-dc8f4c45-aca9-4885-8d07-71a739f38a5a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:36.919652 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 3445cc54-77be-4b93-936f-dd8d45e75322 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:58:36.920681 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:36.939274 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3445cc54-77be-4b93-936f-dd8d45e75322 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:58:36.944560 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fb74aaf5-9038-4443-8655-8f012811709a req-dc8f4c45-aca9-4885-8d07-71a739f38a5a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 943 time: 0.1565909 Apr 18 20:58:36.978118 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3445cc54-77be-4b93-936f-dd8d45e75322, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3445cc54-77be-4b93-936f-dd8d45e75322,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:36.994253 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-e79ef1ae-911e-4aea-8bdd-60a156c42b5d req-a0aef3be-0d72-45a4-b370-e2345751dbbd service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332150 Apr 18 20:58:37.091862 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:37.109517 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fb74aaf5-9038-4443-8655-8f012811709a req-d49896cb-9ae5-4a6e-a8a0-2af82707c4a2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635787 Apr 18 20:58:37.142032 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-c53f77a6-8f42-4d87-8abe-8bba49d9ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:37.144012 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-c53f77a6-8f42-4d87-8abe-8bba49d9ef5e service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.2800136 Apr 18 20:58:37.196146 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=3445cc54-77be-4b93-936f-dd8d45e75322,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.457918 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['3445cc54-77be-4b93-936f-dd8d45e75322'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:58:37.572308 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-57d56fde-b523-4004-9cb7-395ef06e533c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 200 len: 1001 time: 0.1466317 Apr 18 20:58:37.972619 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed43a-9081-4808-9560-b13e2bb0b4d8 req-048fda02-7260-4e75-a5b2-368c534f9932 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:37.976065 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-023ed43a-9081-4808-9560-b13e2bb0b4d8 req-048fda02-7260-4e75-a5b2-368c534f9932 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 946 time: 0.3871882 Apr 18 20:58:38.058606 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-023ed43a-9081-4808-9560-b13e2bb0b4d8 req-b882d7e7-f7f9-404e-a3dd-33f7c85fbf9a tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720565 Apr 18 20:58:38.403234 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e660b8-fbf5-4e84-b7ae-edd8f85407c8 req-7e47f256-c8c1-4c2b-a33f-a22e82e491a1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:38.405219 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3e660b8-fbf5-4e84-b7ae-edd8f85407c8 req-7e47f256-c8c1-4c2b-a33f-a22e82e491a1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 944 time: 0.1582968 Apr 18 20:58:38.486103 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3e660b8-fbf5-4e84-b7ae-edd8f85407c8 req-4b6a4504-663c-4ba5-b0f2-97987a4f055e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695517 Apr 18 20:58:38.729908 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3445cc54-77be-4b93-936f-dd8d45e75322 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:38.782888 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 3445cc54-77be-4b93-936f-dd8d45e75322 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:58:38.899914 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 3445cc54-77be-4b93-936f-dd8d45e75322 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:58:38.900448 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:39.007322 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 3445cc54-77be-4b93-936f-dd8d45e75322 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:58:39.007786 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:39.054780 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3445cc54-77be-4b93-936f-dd8d45e75322'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:39.057961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2669a9-35bf-4ed6-9f9e-08afacac25e9" -d '{"events": [{"server_uuid": "eae2050b-d1f0-4a08-b0d3-ff9586e38554", "name": "network-vif-plugged", "status": "completed", "tag": "3445cc54-77be-4b93-936f-dd8d45e75322"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:39.086812 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3445cc54-77be-4b93-936f-dd8d45e75322, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3445cc54-77be-4b93-936f-dd8d45e75322,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:39.104440 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-05dce6da-32db-4de4-98f2-27ec53837e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:39.104440 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-05dce6da-32db-4de4-98f2-27ec53837e1c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.0676384 Apr 18 20:58:39.122056 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621864af-26d9-4234-b0bd-93306d70e406 x-openstack-request-id: req-621864af-26d9-4234-b0bd-93306d70e406 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:39.122420 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae2050b-d1f0-4a08-b0d3-ff9586e38554", "name": "network-vif-plugged", "status": "completed", "tag": "3445cc54-77be-4b93-936f-dd8d45e75322", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:39.122771 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-621864af-26d9-4234-b0bd-93306d70e406 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:39.123329 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621864af-26d9-4234-b0bd-93306d70e406'] response: {'server_uuid': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3445cc54-77be-4b93-936f-dd8d45e75322', 'code': 200} Apr 18 20:58:39.250089 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-e90a7447-a0cb-4765-b20c-fbae2683ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:39.252588 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-e90a7447-a0cb-4765-b20c-fbae2683ec72 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194127 Apr 18 20:58:39.276719 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb5677-2892-4da7-94ab-ca19ed15aaa5 req-29bdac71-d59e-45ef-b30a-8a25362eecb1 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:39.279773 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfb5677-2892-4da7-94ab-ca19ed15aaa5 req-29bdac71-d59e-45ef-b30a-8a25362eecb1 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 946 time: 0.1039405 Apr 18 20:58:39.335938 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:39.360366 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfb5677-2892-4da7-94ab-ca19ed15aaa5 req-c4d0ff1c-f496-4c6e-b1af-6d9697df1464 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699556 Apr 18 20:58:39.425000 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=3445cc54-77be-4b93-936f-dd8d45e75322,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.552200 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-ff0390f5-645f-4695-a715-c73dc965605e service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124632 Apr 18 20:58:39.642422 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c43f3-a82d-44e3-992c-cba2681d3f20 req-4ae455b4-a2c5-4fd1-9dd3-3e8e331c0165 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:39.644277 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a38c43f3-a82d-44e3-992c-cba2681d3f20 req-4ae455b4-a2c5-4fd1-9dd3-3e8e331c0165 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.0694430 Apr 18 20:58:39.716649 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a38c43f3-a82d-44e3-992c-cba2681d3f20 req-7cf1b612-6efe-49bd-9b25-fa3b46c8f48f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658989 Apr 18 20:58:39.875061 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143097d-845c-40d3-a62f-30b8c08af408 req-59cb8632-22e4-48a3-9a12-f4210a83529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:39.875805 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-687d8564-c8f8-498f-8ba3-377d41ce2a66 req-10828077-1658-4883-89b5-c3afc3e0bf73 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146257 Apr 18 20:58:39.876628 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2143097d-845c-40d3-a62f-30b8c08af408 req-59cb8632-22e4-48a3-9a12-f4210a83529e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 1129 time: 0.0787969 Apr 18 20:58:39.886160 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-b25e5248-c2ca-4c82-8824-9adc74624fbf tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:39.888875 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-b25e5248-c2ca-4c82-8824-9adc74624fbf tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.78 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 946 time: 0.1026158 Apr 18 20:58:40.080658 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-2143097d-845c-40d3-a62f-30b8c08af408 req-04344a0b-36af-4fcc-ad62-bddbfafe4864 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810493 Apr 18 20:58:40.105243 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Deleting port 8db07f19-762a-49f9-a573-1a10c5d884f2 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:58:40.109414 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:40.277785 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] For port 8db07f19-762a-49f9-a573-1a10c5d884f2, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=8db07f19-762a-49f9-a573-1a10c5d884f2,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:40.278278 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:40.300942 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Calling delete_port for 8db07f19-762a-49f9-a573-1a10c5d884f2 owned by compute:nova {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:58:40.529046 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbd8fb-f97e-4e2a-8489-fd3b020d8514 req-373d753e-8b9d-4f34-a1ed-ada13d48e7fe tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:40.530847 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-52fbd8fb-f97e-4e2a-8489-fd3b020d8514 req-373d753e-8b9d-4f34-a1ed-ada13d48e7fe tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 946 time: 0.0660682 Apr 18 20:58:40.585663 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (8db07f19-762a-49f9-a573-1a10c5d884f2), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:40.599625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['8db07f19-762a-49f9-a573-1a10c5d884f2'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:58:40.624715 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-52fbd8fb-f97e-4e2a-8489-fd3b020d8514 req-694aeb90-7b6a-4ad4-b844-35ae98e9d580 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823376 Apr 18 20:58:40.635798 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Pushing event deleted for resources: {'Port': ['ID=8db07f19-762a-49f9-a573-1a10c5d884f2,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:40.681175 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.687327 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.689876 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:40.712821 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] No DVR routers for this DVR port 8db07f19-762a-49f9-a573-1a10c5d884f2 on host hv-cinder-82651 {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:40.716216 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:40.719741 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-0d4be8a4-0dc2-45d6-9182-68d880c98bdf req-79f08703-4146-49b7-81ca-77be3c084c0d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.78 "DELETE /v2.0/ports/8db07f19-762a-49f9-a573-1a10c5d884f2 HTTP/1.1" status: 204 len: 173 time: 0.8106132 Apr 18 20:58:40.720358 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe12f18-ad45-4558-a810-2a26678f9372', 'name': 'network-vif-deleted', 'tag': '8db07f19-762a-49f9-a573-1a10c5d884f2'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:40.722732 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c1a600-d4c2-42fe-abb3-3998077f5ec3" -d '{"events": [{"server_uuid": "5fe12f18-ad45-4558-a810-2a26678f9372", "name": "network-vif-deleted", "tag": "8db07f19-762a-49f9-a573-1a10c5d884f2"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:40.772786 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c84ec2-3865-40d9-a0aa-47528b997a10 x-openstack-request-id: req-f5c84ec2-3865-40d9-a0aa-47528b997a10 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:40.773180 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe12f18-ad45-4558-a810-2a26678f9372", "name": "network-vif-deleted", "tag": "8db07f19-762a-49f9-a573-1a10c5d884f2", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:40.773566 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5c84ec2-3865-40d9-a0aa-47528b997a10 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:40.773987 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c84ec2-3865-40d9-a0aa-47528b997a10'] response: {'server_uuid': '5fe12f18-ad45-4558-a810-2a26678f9372', 'name': 'network-vif-deleted', 'tag': '8db07f19-762a-49f9-a573-1a10c5d884f2', 'status': 'completed', 'code': 200} Apr 18 20:58:40.896454 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789312-b330-459e-87c6-110ad59700e3 req-cc37212f-bb62-4a8b-ba8d-2dd9dc255067 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:40.899409 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e6789312-b330-459e-87c6-110ad59700e3 req-cc37212f-bb62-4a8b-ba8d-2dd9dc255067 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.0699501 Apr 18 20:58:40.967912 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e6789312-b330-459e-87c6-110ad59700e3 req-6a8e7ae5-e1c0-4b42-a2aa-48fa085eb01d tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581486 Apr 18 20:58:41.499550 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943e6a9-568b-478c-9302-50a0cff77c77 req-29295816-df5d-4fa8-a96f-13b933688063 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:41.501166 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b943e6a9-568b-478c-9302-50a0cff77c77 req-29295816-df5d-4fa8-a96f-13b933688063 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0583460 Apr 18 20:58:41.563185 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b943e6a9-568b-478c-9302-50a0cff77c77 req-68077e64-31ae-4547-b0dc-c94f03238cc0 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549760 Apr 18 20:58:41.778817 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e98466a-ddc3-41ac-be83-078467ab1630 req-f1ecb2aa-5140-4fde-9186-15195564c8f8 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.0384753 Apr 18 20:58:42.168734 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a25ec9-de5c-41c3-970b-807fd92c2f52 req-c4b1d810-cd25-400d-96cb-527601c1643a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:42.171714 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d5a25ec9-de5c-41c3-970b-807fd92c2f52 req-c4b1d810-cd25-400d-96cb-527601c1643a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.0818505 Apr 18 20:58:42.245708 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d5a25ec9-de5c-41c3-970b-807fd92c2f52 req-6796ae09-a5d2-4b03-932f-ea40277af22f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627007 Apr 18 20:58:42.410785 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3dd51-3680-40d8-bdcc-4a342fa864a4 req-8c3c0660-b9b7-40c6-81a1-3f3b46dc018e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:42.412456 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eee3dd51-3680-40d8-bdcc-4a342fa864a4 req-8c3c0660-b9b7-40c6-81a1-3f3b46dc018e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.0648761 Apr 18 20:58:42.509916 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eee3dd51-3680-40d8-bdcc-4a342fa864a4 req-19b075db-a4a7-4415-9d47-9cee13da2e3e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902855 Apr 18 20:58:42.543809 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 51900) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:42.761256 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4e33e-4376-4cbd-90aa-f2286b68e5b9 req-3be2082c-5df9-4582-aba8-7ccb43f0b42b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:42.763734 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-86b4e33e-4376-4cbd-90aa-f2286b68e5b9 req-3be2082c-5df9-4582-aba8-7ccb43f0b42b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1187105 Apr 18 20:58:42.784078 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb89a84-81d7-430d-b675-1d50d0c2ca8c tempest-TestVolumeBootPattern-369685297 tempest-TestVolumeBootPattern-369685297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:42.785744 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-afb89a84-81d7-430d-b675-1d50d0c2ca8c tempest-TestVolumeBootPattern-369685297 tempest-TestVolumeBootPattern-369685297-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 1124 time: 0.2405260 Apr 18 20:58:42.789575 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 51910) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:42.798548 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'port_id': '3445cc54-77be-4b93-936f-dd8d45e75322', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:42.835957 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-86b4e33e-4376-4cbd-90aa-f2286b68e5b9 req-618e3bea-0b74-4e97-8188-3067c6883d4b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618706 Apr 18 20:58:42.900494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:42.936372 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aa85f4ff-27a2-4f7f-9129-0c1ef70e1dd7 req-5cc08646-e8e4-4250-a126-c093c7a65c07 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.0502865 Apr 18 20:58:43.011156 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:43.170174 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Allocated IP 172.27.1.114 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/06118e9c-ae4a-4671-aaf1-37e1e4dd1e56) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:43.302433 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:43.517135 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:43.560051 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:43.563122 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:43.570134 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:43.599859 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=06118e9c-ae4a-4671-aaf1-37e1e4dd1e56,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.997629 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa97ef-0d08-4464-89e0-0e4d95523f29 req-eaca73f5-3d44-41c4-89ce-76e2457c181f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:44.005533 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46fa97ef-0d08-4464-89e0-0e4d95523f29 req-eaca73f5-3d44-41c4-89ce-76e2457c181f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0664976 Apr 18 20:58:44.084062 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46fa97ef-0d08-4464-89e0-0e4d95523f29 req-6035e1fb-0740-40f3-9c0e-61545c7c84c4 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774977 Apr 18 20:58:44.147383 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4feddd47-bcf3-408c-862f-8a972f56b23f req-87d5c49b-44b3-43d7-b82f-2ffb1652dc77 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe12f18-ad45-4558-a810-2a26678f9372 HTTP/1.1" status: 200 len: 210 time: 0.0601404 Apr 18 20:58:44.259324 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75940626-f114-48ca-be5f-3604f1067c2c req-57409016-ee54-4ea2-85b7-4cd6d628b49f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:44.261209 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-75940626-f114-48ca-be5f-3604f1067c2c req-57409016-ee54-4ea2-85b7-4cd6d628b49f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.1530821 Apr 18 20:58:44.272484 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (7c0cb433-6dd4-49b9-8723-94be267bb3f0), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:44.494345 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:44.738183 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Deleting port 08048698-04fb-409a-968f-fdffa765c514 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:58:44.738522 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (08048698-04fb-409a-968f-fdffa765c514), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:44.747633 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 8db07f19-762a-49f9-a573-1a10c5d884f2 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:58:44.793015 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 8db07f19-762a-49f9-a573-1a10c5d884f2 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:58:44.793981 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 8db07f19-762a-49f9-a573-1a10c5d884f2 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:58:44.925870 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] For port 08048698-04fb-409a-968f-fdffa765c514, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=08048698-04fb-409a-968f-fdffa765c514,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:44.926154 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (08048698-04fb-409a-968f-fdffa765c514), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:45.001393 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:45.123772 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:45.233938 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:45.234308 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (9e264a27-4fe0-4d94-91bc-bd2223f1a48e), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:45.234631 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Floating IP 9e264a27-4fe0-4d94-91bc-bd2223f1a48e disassociated. External IP: 172.27.1.182, port: 08048698-04fb-409a-968f-fdffa765c514. Apr 18 20:58:45.235008 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Calling delete_port for 08048698-04fb-409a-968f-fdffa765c514 owned by compute:nova {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:58:45.242029 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=06118e9c-ae4a-4671-aaf1-37e1e4dd1e56,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.270213 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (7c0cb433-6dd4-49b9-8723-94be267bb3f0), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:45.343558 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1ea64-20cd-4254-8f6b-672f809daaaa req-3340f6e2-e0a9-4eec-a6ac-48744bbded2e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:45.343558 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-11d1ea64-20cd-4254-8f6b-672f809daaaa req-3340f6e2-e0a9-4eec-a6ac-48744bbded2e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 945 time: 0.0658989 Apr 18 20:58:45.419846 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-11d1ea64-20cd-4254-8f6b-672f809daaaa req-88ca5e8b-3c99-48c1-b48c-d77bb7c8c328 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=072fad8a-7da0-4fcf-a0df-d3509b0da600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690794 Apr 18 20:58:45.457910 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Floating IP 7c0cb433-6dd4-49b9-8723-94be267bb3f0 associated. External IP: 172.27.1.114, port: 3445cc54-77be-4b93-936f-dd8d45e75322. Apr 18 20:58:45.718286 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (08048698-04fb-409a-968f-fdffa765c514), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:45.788667 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event deleted for resources: {'Port': ['ID=08048698-04fb-409a-968f-fdffa765c514,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.225987 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:46.257459 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Router bf44ee15-9f8f-4741-919f-1f9d2cff83ac has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:46.577108 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7d31119b-95a4-4c57-856d-5ac9fa29f3e9 req-6fe1de48-c031-4e2a-940f-6ded0f41db1c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.0612812 Apr 18 20:58:46.584122 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:46.593813 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:46.599006 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddf8e-2d67-4fe9-af1d-0d4851d97772 req-cef93197-b3d3-4171-b27c-54dd5ddb720e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:46.602113 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-825ddf8e-2d67-4fe9-af1d-0d4851d97772 req-cef93197-b3d3-4171-b27c-54dd5ddb720e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.1335170 Apr 18 20:58:46.607075 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] Sync routers for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:46.634780 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:46.635661 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:46.635661 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.643778 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:46.645958 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.676996 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] No DVR routers for this DVR port 08048698-04fb-409a-968f-fdffa765c514 on host hv-cinder-82651 {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:46.682020 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:46.688191 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-75940626-f114-48ca-be5f-3604f1067c2c req-7f8b59da-0fe2-424c-ad2b-9a7d4a85d51f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "DELETE /v2.0/ports/08048698-04fb-409a-968f-fdffa765c514 HTTP/1.1" status: 204 len: 173 time: 2.2044241 Apr 18 20:58:46.689003 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'name': 'network-vif-deleted', 'tag': '08048698-04fb-409a-968f-fdffa765c514'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:46.692189 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf762ff4-a948-42a8-9f95-a33fafec40ba" -d '{"events": [{"server_uuid": "1e3b31ac-3dbd-418f-9c7e-8594ce885c90", "name": "network-vif-deleted", "tag": "08048698-04fb-409a-968f-fdffa765c514"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:46.704155 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-825ddf8e-2d67-4fe9-af1d-0d4851d97772 req-d17443e9-ff5d-4719-93c2-3a46c3d1592e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907600 Apr 18 20:58:46.722224 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:58:46.739387 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1441a6a-3d87-4311-884a-44dd4beb6bc2 x-openstack-request-id: req-a1441a6a-3d87-4311-884a-44dd4beb6bc2 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:46.739691 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b31ac-3dbd-418f-9c7e-8594ce885c90", "name": "network-vif-deleted", "tag": "08048698-04fb-409a-968f-fdffa765c514", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:46.739952 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1441a6a-3d87-4311-884a-44dd4beb6bc2 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:46.740543 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1441a6a-3d87-4311-884a-44dd4beb6bc2'] response: {'server_uuid': '1e3b31ac-3dbd-418f-9c7e-8594ce885c90', 'name': 'network-vif-deleted', 'tag': '08048698-04fb-409a-968f-fdffa765c514', 'status': 'completed', 'code': 200} Apr 18 20:58:46.753731 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:46.813180 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0b8774b7-c53e-436d-bd8d-c7b874cc139a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0223882 Apr 18 20:58:46.832046 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:46.858468 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:47.104980 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.158590 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '7c0cb433-6dd4-49b9-8723-94be267bb3f0', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3445cc54-77be-4b93-936f-dd8d45e75322', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:c8:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:43Z', 'updated_at': '2022-04-18T20:58:43Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.192992 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:47.210957 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:47.212123 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.274405 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] Checking router: bf44ee15-9f8f-4741-919f-1f9d2cff83ac for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:47.284321 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:47.284967 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.351608 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:47.432183 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:47.728882 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.752497 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '7c0cb433-6dd4-49b9-8723-94be267bb3f0', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3445cc54-77be-4b93-936f-dd8d45e75322', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:c8:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:43Z', 'updated_at': '2022-04-18T20:58:43Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.781489 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04667588-9a6c-4de0-8985-fbb021984532 None None] The sync data for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi is: [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:47.788932 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0741b923-963b-4916-9f9e-7f18817f6cf6 req-1ea48b32-8973-4768-9a45-cc291c070da1 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.0751297 Apr 18 20:58:47.831741 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a5b6c-8d1d-4e24-8a77-5049ebb1cac2 None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '7c0cb433-6dd4-49b9-8723-94be267bb3f0', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3445cc54-77be-4b93-936f-dd8d45e75322', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:c8:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:43Z', 'updated_at': '2022-04-18T20:58:43Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:47.969753 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d06f4-5335-41f2-abfb-10721c994ac4 req-dd794528-6b92-425a-80d9-1f235947a8c7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:47.972938 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f21d06f4-5335-41f2-abfb-10721c994ac4 req-dd794528-6b92-425a-80d9-1f235947a8c7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.1096041 Apr 18 20:58:48.041112 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f21d06f4-5335-41f2-abfb-10721c994ac4 req-142ecb31-6fd5-49c9-92b3-12fb4335e950 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571086 Apr 18 20:58:48.159806 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55589bf-6640-4c7c-949f-bd0b449ad767 None None] New status for floating IP 9e264a27-4fe0-4d94-91bc-bd2223f1a48e: DOWN {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:58:48.196148 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90899d-8bb1-459f-928f-a31f3546c2f3 None None] New status for floating IP 7c0cb433-6dd4-49b9-8723-94be267bb3f0: ACTIVE {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:58:48.741703 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'tag': '3445cc54-77be-4b93-936f-dd8d45e75322'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:48.744375 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19179299-caa9-496e-b9c2-dc8be87ddc91" -d '{"events": [{"name": "network-changed", "server_uuid": "eae2050b-d1f0-4a08-b0d3-ff9586e38554", "tag": "3445cc54-77be-4b93-936f-dd8d45e75322"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:48.783560 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c859e1d-7324-4956-a087-45de098b115d x-openstack-request-id: req-0c859e1d-7324-4956-a087-45de098b115d {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:48.783861 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae2050b-d1f0-4a08-b0d3-ff9586e38554", "tag": "3445cc54-77be-4b93-936f-dd8d45e75322", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:48.784128 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c859e1d-7324-4956-a087-45de098b115d {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:48.784566 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c859e1d-7324-4956-a087-45de098b115d'] response: {'name': 'network-changed', 'server_uuid': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'tag': '3445cc54-77be-4b93-936f-dd8d45e75322', 'status': 'completed', 'code': 200} Apr 18 20:58:48.923508 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b1ebdbe2-496c-456b-b144-51635435e841 req-34589115-7d46-469c-8a25-9bf359abee7c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.0329530 Apr 18 20:58:49.071798 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-cdb8b93c-6836-4af0-a8f4-7b100ad05211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:49.073468 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-cdb8b93c-6836-4af0-a8f4-7b100ad05211 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 1129 time: 0.0494611 Apr 18 20:58:49.193757 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-7ef4e696-df25-43cd-90c2-b6f9b672149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:49.197548 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-7ef4e696-df25-43cd-90c2-b6f9b672149c service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.1164303 Apr 18 20:58:49.249464 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ba755-d74e-478e-9be3-a6e3e93abc38 req-fb296a2c-288a-4ba4-8c58-458aa00220f5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:49.253668 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5e0ba755-d74e-478e-9be3-a6e3e93abc38 req-fb296a2c-288a-4ba4-8c58-458aa00220f5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0907526 Apr 18 20:58:49.275636 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 08048698-04fb-409a-968f-fdffa765c514 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:58:49.317860 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 08048698-04fb-409a-968f-fdffa765c514 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:58:49.323703 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-091f2f35-565e-4c39-87e2-4bdd0c9c010e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3445cc54-77be-4b93-936f-dd8d45e75322 HTTP/1.1" status: 200 len: 1001 time: 0.1034348 Apr 18 20:58:49.323900 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 08048698-04fb-409a-968f-fdffa765c514 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:58:49.347355 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5e0ba755-d74e-478e-9be3-a6e3e93abc38 req-1c0f903a-d63f-40cc-977a-03a10f57bbdc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832777 Apr 18 20:58:49.448830 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-a627bceb-5d4e-4a39-a08c-279ff3e6a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:49.450466 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-a627bceb-5d4e-4a39-a08c-279ff3e6a37c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0619442 Apr 18 20:58:49.557228 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f937dae-4319-40e3-a125-b11430c3359d req-f3735b21-0f63-46ae-bc1c-15b4e3e26246 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:49.558982 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4f937dae-4319-40e3-a125-b11430c3359d req-f3735b21-0f63-46ae-bc1c-15b4e3e26246 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0745621 Apr 18 20:58:49.560566 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-ab5770c7-c055-4d12-8753-271647628b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:49.562414 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-ab5770c7-c055-4d12-8753-271647628b77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868962 Apr 18 20:58:50.107247 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Deleting port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:58:50.108139 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:50.140227 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2f42a455-f1aa-4c83-9d31-883ac0338c22 req-8234f1c8-73ae-4f91-ba4a-2f2e71f36f89 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b31ac-3dbd-418f-9c7e-8594ce885c90 HTTP/1.1" status: 200 len: 210 time: 0.0407951 Apr 18 20:58:50.152743 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-6ae5b4b9-6ec3-4c3f-80ea-9e149a7895c4 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769172 Apr 18 20:58:50.294388 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] For port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:50.294794 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:50.417254 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-19179299-caa9-496e-b9c2-dc8be87ddc91 req-5199d0e0-7352-4c75-a6d2-34912f6c6e6e service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365007 Apr 18 20:58:50.527897 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625745-5cc1-4a0d-9c7e-5efc41fa89a3 req-52f488f1-dc45-403b-9fcc-9630df031031 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:50.529882 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17625745-5cc1-4a0d-9c7e-5efc41fa89a3 req-52f488f1-dc45-403b-9fcc-9630df031031 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 946 time: 0.0641389 Apr 18 20:58:50.603017 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17625745-5cc1-4a0d-9c7e-5efc41fa89a3 req-c1140e10-fef7-4435-a477-7966cfea6aad tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=92718d04-2a82-4dba-8847-b6893d466648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655968 Apr 18 20:58:50.632654 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:50.633104 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (565235b1-caa9-4318-9d0d-9028947f7893), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:50.633729 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Floating IP 565235b1-caa9-4318-9d0d-9028947f7893 disassociated. External IP: 172.27.1.12, port: c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c. Apr 18 20:58:50.634391 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Calling delete_port for c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c owned by compute:nova {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:58:50.956696 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:50.991290 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event deleted for resources: {'Port': ['ID=c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:51.151067 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:51.311564 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:51.331123 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] Sync routers for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:51.360535 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:51.361534 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:51.385664 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52064) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:51.405289 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] No DVR routers for this DVR port c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c on host hv-cinder-82651 {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:51.411591 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:51.416880 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-4f937dae-4319-40e3-a125-b11430c3359d req-c39fd4f7-796d-4c3d-ae40-cd38856e8c95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "DELETE /v2.0/ports/c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c HTTP/1.1" status: 204 len: 173 time: 1.5479441 Apr 18 20:58:51.417578 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-deleted', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:51.432552 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01bba25-7030-4ea3-a83c-0fd07a03fed8" -d '{"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-deleted", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:51.495600 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fff6ba-a614-421b-a2ad-0e627b535ed6 x-openstack-request-id: req-17fff6ba-a614-421b-a2ad-0e627b535ed6 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:51.496037 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e901469c-1ec9-4acd-9ccd-acc2f4f855be", "name": "network-vif-deleted", "tag": "c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:51.496422 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17fff6ba-a614-421b-a2ad-0e627b535ed6 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:51.497182 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fff6ba-a614-421b-a2ad-0e627b535ed6'] response: {'server_uuid': 'e901469c-1ec9-4acd-9ccd-acc2f4f855be', 'name': 'network-vif-deleted', 'tag': 'c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c', 'status': 'completed', 'code': 200} Apr 18 20:58:51.508818 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (072fad8a-7da0-4fcf-a0df-d3509b0da600), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:51.530243 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:51.581871 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (072fad8a-7da0-4fcf-a0df-d3509b0da600), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:51.742814 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3dca1295-d991-46f5-83b9-6f73fb0fd6f9 req-eb5d85d7-0f5c-4ecc-b849-27f7e716f4be tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=e901469c-1ec9-4acd-9ccd-acc2f4f855be HTTP/1.1" status: 200 len: 210 time: 0.0300493 Apr 18 20:58:51.778732 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (072fad8a-7da0-4fcf-a0df-d3509b0da600), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:51.781852 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:51.783138 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "DELETE /v2.0/security-groups/072fad8a-7da0-4fcf-a0df-d3509b0da600 HTTP/1.1" status: 204 len: 168 time: 0.3948586 Apr 18 20:58:51.788342 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52074) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:51.802197 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072fad8a-7da0-4fcf-a0df-d3509b0da600,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:51.815274 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.api.v2.resource [None req-34ce0521-fd34-406c-9f61-64f806708155 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] show failed (client error): The resource could not be found. Apr 18 20:58:51.816415 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-34ce0521-fd34-406c-9f61-64f806708155 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups/072fad8a-7da0-4fcf-a0df-d3509b0da600 HTTP/1.1" status: 404 len: 347 time: 0.0267467 Apr 18 20:58:51.819708 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.820266 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.820927 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52076) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:51.821877 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.822403 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.823014 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.823486 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.823965 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.824330 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.824816 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.825203 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.825590 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.825989 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.826493 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.826908 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.827390 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60c6ea-1b54-4c02-ad1f-483379afe2d8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:51.889473 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:51.922516 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] Checking router: 6a1997fc-d13f-4db0-b46a-bd1b89a3799e for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:51.934087 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:51.937035 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:51.984471 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Deleting port 50299088-d327-4164-bbec-cdd64a377e7f {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:58:51.984807 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (50299088-d327-4164-bbec-cdd64a377e7f), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:52.064711 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:52.074237 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (50299088-d327-4164-bbec-cdd64a377e7f), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:52.074932 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (50299088-d327-4164-bbec-cdd64a377e7f), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:52.092904 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Calling delete_port for 50299088-d327-4164-bbec-cdd64a377e7f owned by network:floatingip {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:58:52.305142 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:52.340288 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b0f66-1e9a-41b8-822a-e85591ab2799 None None] The sync data for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi is: [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:52.390077 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (50299088-d327-4164-bbec-cdd64a377e7f), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:52.425226 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event deleted for resources: {'Port': ['ID=50299088-d327-4164-bbec-cdd64a377e7f,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:52.508614 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (9e264a27-4fe0-4d94-91bc-bd2223f1a48e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:52.511780 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:52.513063 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f2b7a2bd-339b-4bb8-83dc-fbe72a3d49bf tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "DELETE /v2.0/floatingips/9e264a27-4fe0-4d94-91bc-bd2223f1a48e HTTP/1.1" status: 204 len: 168 time: 0.6908414 Apr 18 20:58:52.643380 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a1420-d4cf-4a4d-93e0-2d85679bfbae None None] New status for floating IP 565235b1-caa9-4318-9d0d-9028947f7893: DOWN {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:58:53.009038 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52096) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:53.108370 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52102) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:53.114184 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-e0e2e6c6-9b8d-4d08-aab9-a021090a5582 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129229271', 'description': 'tempest-description--1916010672'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:53.144331 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6cd099a3-884a-47ee-8c00-a02891ba157d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.151619 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52104) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:53.213114 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-321c5d3e-33f5-4259-8d40-fd6f8f21a6b3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (92718d04-2a82-4dba-8847-b6893d466648), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.228634 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e0e2e6c6-9b8d-4d08-aab9-a021090a5582 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.246844 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6cd099a3-884a-47ee-8c00-a02891ba157d admin admin] Publish callbacks [] for security_group (7c1c4d42-6ff1-457d-8f2a-d869f423f21d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.248088 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-321c5d3e-33f5-4259-8d40-fd6f8f21a6b3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (92718d04-2a82-4dba-8847-b6893d466648), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.323246 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e0e2e6c6-9b8d-4d08-aab9-a021090a5582 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (e1ca182f-00d4-45f8-80ff-ef673f95e74c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.332943 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6cd099a3-884a-47ee-8c00-a02891ba157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (7c1c4d42-6ff1-457d-8f2a-d869f423f21d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.389282 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6cd099a3-884a-47ee-8c00-a02891ba157d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27642f2b7cea4708bb0df429a51af8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788204 Apr 18 20:58:53.390212 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd099a3-884a-47ee-8c00-a02891ba157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c4d42-6ff1-457d-8f2a-d869f423f21d,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.391763 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52110) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:53.398078 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:58:53.417388 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:58:53.417635 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-321c5d3e-33f5-4259-8d40-fd6f8f21a6b3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (92718d04-2a82-4dba-8847-b6893d466648), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.417770 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device c9f9dd07-1e82-4d04-83dc-fa5a9f01e12c not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:58:53.420676 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-321c5d3e-33f5-4259-8d40-fd6f8f21a6b3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.421812 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-321c5d3e-33f5-4259-8d40-fd6f8f21a6b3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "DELETE /v2.0/security-groups/92718d04-2a82-4dba-8847-b6893d466648 HTTP/1.1" status: 204 len: 168 time: 0.2692370 Apr 18 20:58:53.430212 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e0e2e6c6-9b8d-4d08-aab9-a021090a5582 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e1ca182f-00d4-45f8-80ff-ef673f95e74c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.431719 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52112) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:53.456145 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c5d3e-33f5-4259-8d40-fd6f8f21a6b3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92718d04-2a82-4dba-8847-b6893d466648,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.466154 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2e6c6-9b8d-4d08-aab9-a021090a5582 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca182f-00d4-45f8-80ff-ef673f95e74c,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.469786 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.api.v2.resource [None req-95d739a7-7333-406d-8bfa-b95b72f0b6ff tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] show failed (client error): The resource could not be found. Apr 18 20:58:53.470896 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-95d739a7-7333-406d-8bfa-b95b72f0b6ff tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups/92718d04-2a82-4dba-8847-b6893d466648 HTTP/1.1" status: 404 len: 347 time: 0.0381837 Apr 18 20:58:53.474777 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52114) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:53.490437 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-65b6857d-4959-4324-8952-978acad6ed5d admin admin] Publish callbacks [] for security_group (7c1c4d42-6ff1-457d-8f2a-d869f423f21d), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.521983 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-65b6857d-4959-4324-8952-978acad6ed5d admin admin] Publish callbacks [] for security_group (7c1c4d42-6ff1-457d-8f2a-d869f423f21d), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.578496 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e0e2e6c6-9b8d-4d08-aab9-a021090a5582 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.579891 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-e0e2e6c6-9b8d-4d08-aab9-a021090a5582 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4700813 Apr 18 20:58:53.583415 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52116) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:53.588495 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-8cb57260-29eb-485c-96ba-0b77366ca41f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca182f-00d4-45f8-80ff-ef673f95e74c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:53.622275 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Deleting port 174b815c-908d-43cc-92f6-f2512c871f3d {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:58:53.622619 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (174b815c-908d-43cc-92f6-f2512c871f3d), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.686086 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-65b6857d-4959-4324-8952-978acad6ed5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (7c1c4d42-6ff1-457d-8f2a-d869f423f21d), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.689589 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-65b6857d-4959-4324-8952-978acad6ed5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.691017 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-65b6857d-4959-4324-8952-978acad6ed5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c1c4d42-6ff1-457d-8f2a-d869f423f21d HTTP/1.1" status: 204 len: 168 time: 0.2981331 Apr 18 20:58:53.700655 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6857d-4959-4324-8952-978acad6ed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c4d42-6ff1-457d-8f2a-d869f423f21d,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.722987 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (174b815c-908d-43cc-92f6-f2512c871f3d), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.723440 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (174b815c-908d-43cc-92f6-f2512c871f3d), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.735351 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8cb57260-29eb-485c-96ba-0b77366ca41f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (7d8d70cd-c89c-492c-9666-3065a7e0ed38), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.742049 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Calling delete_port for 174b815c-908d-43cc-92f6-f2512c871f3d owned by network:floatingip {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:58:53.813279 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8cb57260-29eb-485c-96ba-0b77366ca41f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (7d8d70cd-c89c-492c-9666-3065a7e0ed38), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.922351 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8cb57260-29eb-485c-96ba-0b77366ca41f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (7d8d70cd-c89c-492c-9666-3065a7e0ed38), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:53.942619 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb57260-29eb-485c-96ba-0b77366ca41f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8d70cd-c89c-492c-9666-3065a7e0ed38,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.021615 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8cb57260-29eb-485c-96ba-0b77366ca41f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.024754 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-8cb57260-29eb-485c-96ba-0b77366ca41f tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4401810 Apr 18 20:58:54.030575 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52124) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:54.039871 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-6fbb3d62-c02b-4e62-8b5d-73540a108aa7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca182f-00d4-45f8-80ff-ef673f95e74c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:54.052600 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (174b815c-908d-43cc-92f6-f2512c871f3d), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.098305 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event deleted for resources: {'Port': ['ID=174b815c-908d-43cc-92f6-f2512c871f3d,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.206421 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3d62-c02b-4e62-8b5d-73540a108aa7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (a913591f-d110-49a4-9900-e89e7bc4f7d6), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.209036 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (565235b1-caa9-4318-9d0d-9028947f7893), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.212923 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.219184 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-65f0c93f-db66-4d37-99c2-500f9e55d695 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "DELETE /v2.0/floatingips/565235b1-caa9-4318-9d0d-9028947f7893 HTTP/1.1" status: 204 len: 168 time: 0.7378483 Apr 18 20:58:54.310514 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3d62-c02b-4e62-8b5d-73540a108aa7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (a913591f-d110-49a4-9900-e89e7bc4f7d6), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.431232 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3d62-c02b-4e62-8b5d-73540a108aa7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (a913591f-d110-49a4-9900-e89e7bc4f7d6), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.456242 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb3d62-c02b-4e62-8b5d-73540a108aa7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a913591f-d110-49a4-9900-e89e7bc4f7d6,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.570766 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3d62-c02b-4e62-8b5d-73540a108aa7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.572460 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6fbb3d62-c02b-4e62-8b5d-73540a108aa7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5400748 Apr 18 20:58:54.576376 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52140) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:54.581708 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:54.726773 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.773804 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52144) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:54.780520 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-305b8ae1-3bbf-4562-a71d-0eb1c7e865c1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16869123', 'description': 'tempest-description--1270480860'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:54.830532 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.916269 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-305b8ae1-3bbf-4562-a71d-0eb1c7e865c1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.946234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-bd93c8c9-a908-4eaa-b522-f50d57d4b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:54.974296 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Allocated IP 172.27.1.231 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:55.014336 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-305b8ae1-3bbf-4562-a71d-0eb1c7e865c1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (ef321641-a3e1-48b9-9dad-a1e79cff2bc7), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.087404 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-305b8ae1-3bbf-4562-a71d-0eb1c7e865c1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ef321641-a3e1-48b9-9dad-a1e79cff2bc7), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.113184 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for port (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.123562 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b8ae1-3bbf-4562-a71d-0eb1c7e865c1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef321641-a3e1-48b9-9dad-a1e79cff2bc7,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.181797 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-305b8ae1-3bbf-4562-a71d-0eb1c7e865c1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.183093 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-305b8ae1-3bbf-4562-a71d-0eb1c7e865c1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4071710 Apr 18 20:58:55.192108 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52156) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:55.197286 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-11b3ca29-4e4e-49ce-8da2-bdb666228011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'security_group_rule': {'security_group_id': 'ef321641-a3e1-48b9-9dad-a1e79cff2bc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:55.248531 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.291389 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:55.294982 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:55.301148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:55.334256 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'Port': ['ID=3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.356533 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-11b3ca29-4e4e-49ce-8da2-bdb666228011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (a46e0c74-d1d5-4f90-bf53-6f782a0f33b4), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.452204 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.466276 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-11b3ca29-4e4e-49ce-8da2-bdb666228011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (a46e0c74-d1d5-4f90-bf53-6f782a0f33b4), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.598512 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-11b3ca29-4e4e-49ce-8da2-bdb666228011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (a46e0c74-d1d5-4f90-bf53-6f782a0f33b4), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.639281 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3ca29-4e4e-49ce-8da2-bdb666228011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46e0c74-d1d5-4f90-bf53-6f782a0f33b4,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.647065 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.749284 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-11b3ca29-4e4e-49ce-8da2-bdb666228011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.753231 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-11b3ca29-4e4e-49ce-8da2-bdb666228011 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5572689 Apr 18 20:58:55.754249 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52174) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:55.762247 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-a93d57c2-0e75-48e6-a56a-70b5ec31faf9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'security_group_rule': {'security_group_id': 'ef321641-a3e1-48b9-9dad-a1e79cff2bc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:55.852660 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-c212e8fb-cb56-49f7-9c48-c4d16503998b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:55.854146 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-c212e8fb-cb56-49f7-9c48-c4d16503998b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/networks?id=4ed1088e-ebe3-44e1-95b2-87a5c93058e4 HTTP/1.1" status: 200 len: 814 time: 0.1843503 Apr 18 20:58:55.881534 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-61aa84c0-3adc-4ab9-90b6-dac4d4169514 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/quotas/b6b4974d20af47c2b4d4462d228d06f3 HTTP/1.1" status: 200 len: 375 time: 0.0206714 Apr 18 20:58:55.910467 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a93d57c2-0e75-48e6-a56a-70b5ec31faf9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (e9113a0e-e66c-4d36-9736-a62f00aeeb78), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.925963 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-6a6147a7-b265-48a4-a8a8-e3e7d6939529 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6b4974d20af47c2b4d4462d228d06f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385327 Apr 18 20:58:55.951730 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for port (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:55.974036 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a93d57c2-0e75-48e6-a56a-70b5ec31faf9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (e9113a0e-e66c-4d36-9736-a62f00aeeb78), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.046185 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.071042 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a93d57c2-0e75-48e6-a56a-70b5ec31faf9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (e9113a0e-e66c-4d36-9736-a62f00aeeb78), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.091047 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d57c2-0e75-48e6-a56a-70b5ec31faf9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9113a0e-e66c-4d36-9736-a62f00aeeb78,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.152398 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a93d57c2-0e75-48e6-a56a-70b5ec31faf9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.153783 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a93d57c2-0e75-48e6-a56a-70b5ec31faf9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3981662 Apr 18 20:58:56.156998 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52182) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:58:56.161799 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:56.182978 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'Port': ['ID=3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.204030 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.228864 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-10ffa3cb-bbdb-4926-9252-c0b6b8d9aac8 service neutron] 10.222.0.53 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917311 Apr 18 20:58:56.264024 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.294938 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.296287 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d697a8bb-adbc-4922-af4f-449890147e64 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7187674 Apr 18 20:58:56.344742 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-a09dd473-f2ed-4885-8794-2db0772b3730 service neutron] 10.222.0.53 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099331 Apr 18 20:58:56.356691 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.478053 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Allocated IP 172.27.1.182 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/e21b3cef-1101-4fe4-bdb5-de142f9cee4c) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:56.562600 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-1f2baf6e-c9ff-475e-b06a-794ea0bfbf9b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--129229271&fields=id&tenant_id=91960583eb984ba28fbe168ddd9a54c3 HTTP/1.1" status: 200 len: 267 time: 0.0732231 Apr 18 20:58:56.624443 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for port (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.689628 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b76312e3-b785-476b-ac5e-54a654db701e req-733f88e5-34a8-4f9a-afc0-077d3945c0b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 210 time: 0.0445445 Apr 18 20:58:56.728301 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725692-6180-43bf-9080-7201988768b3 req-ba0e55a1-a216-4b44-9099-e6c600a4abd2 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:56.729826 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-ba0e55a1-a216-4b44-9099-e6c600a4abd2 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 810 time: 0.1597459 Apr 18 20:58:56.745135 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-b7b4f2f8-7a31-4255-93e0-cfeadf2bd864 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/quotas/91960583eb984ba28fbe168ddd9a54c3 HTTP/1.1" status: 200 len: 375 time: 0.0098774 Apr 18 20:58:56.799460 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-9af433b4-1677-430f-8a52-3716b890f678 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488319 Apr 18 20:58:56.838202 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:56.881729 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:56.884677 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:56.888700 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:56.913018 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-2f31e3e2-4dcf-4dab-8c7e-240b26234ab1 service neutron] 10.222.0.53 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009629 Apr 18 20:58:56.953941 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'Port': ['ID=e21b3cef-1101-4fe4-bdb5-de142f9cee4c,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:57.010779 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (14e8dd3e-2c7e-4815-8c5d-972c573528e4), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:57.025696 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-9c2558ae-cdf1-4a50-8678-913317287891 service neutron] 10.222.0.53 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062217 Apr 18 20:58:57.150180 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:57.291973 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9fc25a94-9177-464f-acf9-36a2b3affed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:57.316573 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-73f7233a-9668-49e5-95d2-0e1adae8edfb req-05c77b18-d6a1-4507-9b1a-abdb63498a48 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0319006 Apr 18 20:58:57.653513 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for port (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:57.766764 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:57.785308 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ef999caf-c700-4029-bae9-af08d8597569 req-f4471f4a-efbe-4417-9b96-e83533cdf08a tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 210 time: 0.0362530 Apr 18 20:58:57.859620 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'Port': ['ID=e21b3cef-1101-4fe4-bdb5-de142f9cee4c,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:57.875765 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (14e8dd3e-2c7e-4815-8c5d-972c573528e4), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:58.036973 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:58.039156 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-8445ec2a-30f6-4c85-a0f4-376307170790 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8808897 Apr 18 20:58:58.284939 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-e3acaa23-488d-4e37-aa81-22ae9eac3cd2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--16869123&fields=id&tenant_id=a0e794ba52ab44c5a2b5906338c002d6 HTTP/1.1" status: 200 len: 267 time: 0.0642765 Apr 18 20:58:58.413619 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:58:58.460533 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35f8908d-18d9-4ea9-9b0e-8fe942121304 req-2e076764-bed6-4aa1-a53f-9f56fb3f68f2 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0441029 Apr 18 20:58:58.472484 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-14902f26-5b4e-4da5-86d7-4c52a6b8a5f7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:58:58.475584 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-14902f26-5b4e-4da5-86d7-4c52a6b8a5f7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 817 time: 0.1803470 Apr 18 20:58:58.492628 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-32a71109-5c72-4a93-9b79-1ba9b54463f5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/quotas/a0e794ba52ab44c5a2b5906338c002d6 HTTP/1.1" status: 200 len: 375 time: 0.0111439 Apr 18 20:58:58.556267 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-3756ff5d-f8d5-4705-83fd-468802bb509b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539553 Apr 18 20:58:58.668286 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-4be27845-47d3-4f7e-9d66-fb6a8123e9b5 service neutron] 10.222.0.53 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996263 Apr 18 20:58:58.782349 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-97b3cbad-9d8b-489e-8f40-8cacdef4cbc1 service neutron] 10.222.0.53 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077828 Apr 18 20:58:58.892792 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-744df3ce-8fa9-4d85-8487-3cb1b6d7087b req-1d428c7a-4c4d-463b-97b3-a71a0815a482 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 210 time: 0.0298245 Apr 18 20:58:59.048965 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-77101210-c485-4dcb-b768-27dc0ffef616 req-db11b83e-1b71-4492-8603-f53ae3fdc747 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0311801 Apr 18 20:58:59.585538 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb45526b-5d5a-44c4-a047-6a6a8693cbe9 req-30dac5bd-e3bf-475f-95dc-deba6e20223b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0484352 Apr 18 20:59:00.006821 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-54a235c7-323d-4548-9d03-bfccb9416872 req-421df0e5-2a57-4c1a-9025-9e5aaac54ea0 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 210 time: 0.0286753 Apr 18 20:59:00.136094 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35d5212c-cfed-4d4e-87b5-208b41490440 req-32ae5afb-29b4-4161-9d34-54403207f223 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0300038 Apr 18 20:59:00.213314 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:00.692543 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ffd754a-b8e1-467f-a478-716e587d2414 req-5556fa8b-b00f-4693-a7ff-a91258b6f0e3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0316651 Apr 18 20:59:01.132423 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c0c3e71f-36a9-40d9-8237-f612715adfd1 req-ff82f889-668c-4dd1-8ce6-f6f31ba80c56 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 210 time: 0.0442107 Apr 18 20:59:01.273065 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a6e3fddd-25b7-4f0b-a7d5-7d94ea9dac7f req-185acb39-6852-4db5-92f1-447ad90f9129 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Apr 18 20:59:01.550518 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:01.824306 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d6ded539-f009-4158-9189-0bc03b2acb49 req-05edc449-d625-4d58-8aaa-dcd258f9e450 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0429602 Apr 18 20:59:02.024522 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:02.511452 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-ef4992b1-929e-4c7d-9445-7322e83314e3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:02.513242 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-ef4992b1-929e-4c7d-9445-7322e83314e3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.78 "GET /v2.0/networks?id=4ed1088e-ebe3-44e1-95b2-87a5c93058e4 HTTP/1.1" status: 200 len: 814 time: 0.2457888 Apr 18 20:59:02.534130 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Request body: {'port': {'device_id': '05ba8313-084b-4c3f-a0f4-0a9ae03da28f', 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4', 'admin_state_up': True, 'tenant_id': 'b6b4974d20af47c2b4d4462d228d06f3'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:02.654510 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725692-6180-43bf-9080-7201988768b3 req-175e7012-4fa1-4e00-81ae-f49e0a6239e1 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:02.656073 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-175e7012-4fa1-4e00-81ae-f49e0a6239e1 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 810 time: 0.2945220 Apr 18 20:59:02.668977 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5268ef0b-c862-45df-89c2-a890ac2ddb7a req-4fc9181f-e2ae-4728-9ec6-e6e925e4b0b6 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 210 time: 0.4444022 Apr 18 20:59:02.813190 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b57c78c9-e359-4fa3-acf6-6d1b7060cb21 req-aea75c47-e1c1-47dc-a208-4d2d9b98290a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0540416 Apr 18 20:59:02.821307 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-eb5ba1f2-674a-4c54-b38f-58c7e0b5525c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91960583eb984ba28fbe168ddd9a54c3 HTTP/1.1" status: 200 len: 379 time: 0.1390901 Apr 18 20:59:02.852944 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Made reservation on behalf of b6b4974d20af47c2b4d4462d228d06f3 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:02.857615 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:02.859306 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-0e98e18e-20ac-42df-8882-9570fcb37e80 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:02.863258 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-0e98e18e-20ac-42df-8882-9570fcb37e80 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 817 time: 0.2055216 Apr 18 20:59:02.966323 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cca52a79-4845-479f-9aa8-edcda795e149 req-4cb1a382-6e03-4efa-a627-cda0201b5e3b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0525794 Apr 18 20:59:03.051650 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Allocated IP 172.20.0.4 (4ed1088e-ebe3-44e1-95b2-87a5c93058e4/f30c85d2-81a4-432e-864e-85f741e66e1e/3f806e57-eb91-4fa8-a84f-b69c023e11a5) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:03.303631 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks [] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:03.397063 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:03.448490 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:03.455090 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:03.460561 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:03.468654 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Pushing event updated for resources: {'Port': ['ID=3f806e57-eb91-4fa8-a84f-b69c023e11a5,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:03.529188 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:03.530483 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:03.651595 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-3e4596ad-2bff-43ab-a499-bac0edb416b2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1274664 Apr 18 20:59:03.827525 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195bdb6-6f3e-4339-8a53-45b32f70598b req-cd9abd44-e8b2-4651-a147-3b3a46958b09 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:03.830160 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d195bdb6-6f3e-4339-8a53-45b32f70598b req-cd9abd44-e8b2-4651-a147-3b3a46958b09 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 931 time: 0.0627520 Apr 18 20:59:03.889459 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d195bdb6-6f3e-4339-8a53-45b32f70598b req-9ec32f21-e210-4d48-a2eb-57875d3afb4d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528927 Apr 18 20:59:04.017856 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8e1d6d7a-f774-46f1-9f95-e207aae7fcfa req-065bacc9-1a1f-4c6f-9388-0569ebf84fbe tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0378957 Apr 18 20:59:04.077739 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-14abb109-38c1-4b8d-a75c-f2678f76cb92 req-42268d43-d91f-4816-adfb-7ee4fb7db7e5 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0374033 Apr 18 20:59:05.039299 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b85981-40ce-4a1d-a93c-850a22e4f110 req-d48e0209-16d0-4303-b24e-e9a16ead323f tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:05.041100 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a2b85981-40ce-4a1d-a93c-850a22e4f110 req-d48e0209-16d0-4303-b24e-e9a16ead323f tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 931 time: 0.0587275 Apr 18 20:59:05.102593 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a2b85981-40ce-4a1d-a93c-850a22e4f110 req-98df6c77-85ae-4a10-ab6a-f574d8f855af tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554149 Apr 18 20:59:05.209546 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ff70e4af-4396-4c80-b7f9-81c20074fe48 req-e63dddb7-3e9a-4e91-bd6c-eadd77462cea tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0318606 Apr 18 20:59:05.297706 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22187c83-35f6-4253-b44c-b5bec5b3f272 req-caa7cc2a-a662-4e32-82b6-0c7d40c394a2 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0419073 Apr 18 20:59:05.324733 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'port': {'device_id': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'admin_state_up': True, 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'security_groups': ['e1ca182f-00d4-45f8-80ff-ef673f95e74c']}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:05.450402 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-e53be6f9-1881-43ff-b0c2-91f04428528c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e794ba52ab44c5a2b5906338c002d6 HTTP/1.1" status: 200 len: 378 time: 0.1306651 Apr 18 20:59:05.486606 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Request body: {'port': {'device_id': '05ba8313-084b-4c3f-a0f4-0a9ae03da28f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:05.586481 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:05.710249 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Made reservation on behalf of 91960583eb984ba28fbe168ddd9a54c3 for: {'port': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:05.713520 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:05.794195 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'port': {'device_id': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'admin_state_up': True, 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'security_groups': ['ef321641-a3e1-48b9-9dad-a1e79cff2bc7']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:05.963443 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Allocated IP 172.20.0.8 (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6/8904da12-6f56-4119-a567-0dcca69c3516/2415d924-403e-4d0f-a2be-3045f729c344) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:06.058012 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f806e57-eb91-4fa8-a84f-b69c023e11a5 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:06.078094 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Publish callbacks [] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.130055 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Transition to ACTIVE for port object 3f806e57-eb91-4fa8-a84f-b69c023e11a5 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:59:06.132838 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Made reservation on behalf of a0e794ba52ab44c5a2b5906338c002d6 for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:06.138277 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.217979 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.229206 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for port (2415d924-403e-4d0f-a2be-3045f729c344), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.318092 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d91a-9118-46fe-a7ac-31c057889c65 req-f964610c-a49b-4cc3-9724-44f63ac6d513 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:06.320428 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5614d91a-9118-46fe-a7ac-31c057889c65 req-f964610c-a49b-4cc3-9724-44f63ac6d513 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 943 time: 0.0758412 Apr 18 20:59:06.331660 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Pushing event updated for resources: {'Port': ['ID=3f806e57-eb91-4fa8-a84f-b69c023e11a5,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.422585 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (2415d924-403e-4d0f-a2be-3045f729c344), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.463605 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-90bc687e-22cd-442f-bb7e-bc182c7abb21 req-aa6b457f-955c-4280-964b-c8bdd6b4c5d2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0493124 Apr 18 20:59:06.471984 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5614d91a-9118-46fe-a7ac-31c057889c65 req-1e18b07f-b2d5-4e87-958e-ce3897a97f97 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393220 Apr 18 20:59:06.488995 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Attempting to bind port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:06.489336 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Attempting to bind port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:06.489812 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Attempting to bind port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 on network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:06.510864 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:06.514774 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Allocated IP 172.20.0.11 (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f/71493661-796a-428f-8ac2-7edf91ff13c7/d74843be-54a6-408e-9779-09f780534c3d) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:06.529568 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event updated for resources: {'Port': ['ID=2415d924-403e-4d0f-a2be-3045f729c344,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.534481 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:06.536399 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 on network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:06.536726 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Attempting to bind port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 on network 4ed1088e-ebe3-44e1-95b2-87a5c93058e4 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:06.540269 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:06.576498 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:06.576847 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Checking segment: {'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:06.577223 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Bound using segment: {'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:06.577672 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Bound port: 3f806e57-eb91-4fa8-a84f-b69c023e11a5, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77254f9a-045f-479a-9bc8-ff47c1f02c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:06.578036 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.632045 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:06.633139 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.661011 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162829d-62b7-4077-821c-869dfc637e56 req-c6d811b2-5928-4011-9239-72bef70af297 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:06.669026 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7162829d-62b7-4077-821c-869dfc637e56 req-c6d811b2-5928-4011-9239-72bef70af297 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 931 time: 0.0967252 Apr 18 20:59:06.718811 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] For port 3f806e57-eb91-4fa8-a84f-b69c023e11a5, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:06.724037 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] For port 3f806e57-eb91-4fa8-a84f-b69c023e11a5, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3f806e57-eb91-4fa8-a84f-b69c023e11a5,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:06.742490 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-09dac5ad-bfea-45a7-a1c6-ef3e417aac80 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4356763 Apr 18 20:59:06.758151 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Request body: {'port': {'device_id': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:06.784821 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7162829d-62b7-4077-821c-869dfc637e56 req-94856413-5140-4d09-b3ec-bdae4f315ab8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148252 Apr 18 20:59:06.829787 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for port (d74843be-54a6-408e-9779-09f780534c3d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.861015 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.901156 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-c164c200-8375-4de9-b18b-811b7b9f4de3 None None] Provisioning complete for port 2415d924-403e-4d0f-a2be-3045f729c344 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:06.901768 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c164c200-8375-4de9-b18b-811b7b9f4de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2415d924-403e-4d0f-a2be-3045f729c344), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.904928 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2415d924-403e-4d0f-a2be-3045f729c344), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.916310 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:06.917361 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:06.920056 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] 10.222.0.78 "PUT /v2.0/ports/3f806e57-eb91-4fa8-a84f-b69c023e11a5 HTTP/1.1" status: 200 len: 1093 time: 1.6091585 Apr 18 20:59:06.924276 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ba8313-084b-4c3f-a0f4-0a9ae03da28f', 'tag': '3f806e57-eb91-4fa8-a84f-b69c023e11a5'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:06.929190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "05ba8313-084b-4c3f-a0f4-0a9ae03da28f", "tag": "3f806e57-eb91-4fa8-a84f-b69c023e11a5"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:06.998614 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:07.024561 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-c164c200-8375-4de9-b18b-811b7b9f4de3 None None] Port 2415d924-403e-4d0f-a2be-3045f729c344 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:59:07.097409 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:07.109345 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f394d-3862-4e93-aba1-3b1af32a0542 service neutron] Pushing event updated for resources: {'Port': ['ID=3f806e57-eb91-4fa8-a84f-b69c023e11a5,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.140360 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:07.157062 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f72f1-68be-4dbd-a8dd-a96c4e5f7f3c x-openstack-request-id: req-ce4f72f1-68be-4dbd-a8dd-a96c4e5f7f3c {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:07.157531 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ba8313-084b-4c3f-a0f4-0a9ae03da28f", "tag": "3f806e57-eb91-4fa8-a84f-b69c023e11a5", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:07.157904 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce4f72f1-68be-4dbd-a8dd-a96c4e5f7f3c {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:07.158484 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4f72f1-68be-4dbd-a8dd-a96c4e5f7f3c'] response: {'name': 'network-changed', 'server_uuid': '05ba8313-084b-4c3f-a0f4-0a9ae03da28f', 'tag': '3f806e57-eb91-4fa8-a84f-b69c023e11a5', 'status': 'completed', 'code': 200} Apr 18 20:59:07.159244 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:07.164480 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.230864 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-5b68fdd4-965a-406c-a078-e8be689b7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:07.232292 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-5b68fdd4-965a-406c-a078-e8be689b7952 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b6b4974d20af47c2b4d4462d228d06f3&device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 1127 time: 0.1420705 Apr 18 20:59:07.248279 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:07.249218 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:07.306715 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-93370b53-e919-41e6-ba3c-55ba80437116 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f806e57-eb91-4fa8-a84f-b69c023e11a5 HTTP/1.1" status: 200 len: 217 time: 0.0622568 Apr 18 20:59:07.392923 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-495e9c04-e691-414a-ad34-3deb7a01914f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6032462 Apr 18 20:59:07.430535 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-82d810f2-f46c-4b9f-a688-dc4237afd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:07.432341 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-82d810f2-f46c-4b9f-a688-dc4237afd401 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f30c85d2-81a4-432e-864e-85f741e66e1e HTTP/1.1" status: 200 len: 854 time: 0.1176691 Apr 18 20:59:07.435083 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Request body: {'port': {'device_id': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:07.450554 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-5855b119-d0f1-4591-9290-6ff813ccb83d None None] Provisioning complete for port d74843be-54a6-408e-9779-09f780534c3d triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:07.450964 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5855b119-d0f1-4591-9290-6ff813ccb83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d74843be-54a6-408e-9779-09f780534c3d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:07.473613 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-e85f82d3-04fa-46f4-8def-108a07816600 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ed1088e-ebe3-44e1-95b2-87a5c93058e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336761 Apr 18 20:59:07.540967 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-5855b119-d0f1-4591-9290-6ff813ccb83d None None] Port d74843be-54a6-408e-9779-09f780534c3d cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:59:07.598708 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:07.685147 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2415d924-403e-4d0f-a2be-3045f729c344 {{(pid=110664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:07.696898 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-91d50cd2-6532-4419-9b36-ab83cd24a320 service neutron] 10.222.0.78 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171934 Apr 18 20:59:07.699052 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Publish callbacks [] for port (2415d924-403e-4d0f-a2be-3045f729c344), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:07.715818 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.provisioning_blocks [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Transition to ACTIVE for port object 2415d924-403e-4d0f-a2be-3045f729c344 will not be triggered until provisioned by entity L2. {{(pid=110664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:59:07.730103 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4024e-ab2c-48e6-b05b-ba231b0322ae req-a377a4b7-0eca-477d-b395-e1d3ff804956 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:07.731718 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2eb4024e-ab2c-48e6-b05b-ba231b0322ae req-a377a4b7-0eca-477d-b395-e1d3ff804956 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 932 time: 0.1152351 Apr 18 20:59:07.784596 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (2415d924-403e-4d0f-a2be-3045f729c344), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:07.843270 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Pushing event updated for resources: {'Port': ['ID=2415d924-403e-4d0f-a2be-3045f729c344,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.860349 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2eb4024e-ab2c-48e6-b05b-ba231b0322ae req-f422372d-7bec-4f88-a274-3bb3d4cd49e6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183438 Apr 18 20:59:07.978402 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Attempting to bind port 2415d924-403e-4d0f-a2be-3045f729c344 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:07.978773 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Attempting to bind port 2415d924-403e-4d0f-a2be-3045f729c344 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:07.979114 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Attempting to bind port 2415d924-403e-4d0f-a2be-3045f729c344 on network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:07.984802 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Port 2415d924-403e-4d0f-a2be-3045f729c344 on network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:07.985127 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Attempting to bind port 2415d924-403e-4d0f-a2be-3045f729c344 on network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:07.992243 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:07.992887 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Checking segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:07.993310 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Bound using segment: {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'} {{(pid=110664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:07.994897 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.managers [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Bound port: 2415d924-403e-4d0f-a2be-3045f729c344, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f614867a-1ecf-42a8-ac35-5a5314095e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6'}}] {{(pid=110664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:07.995471 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2415d924-403e-4d0f-a2be-3045f729c344), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:08.135735 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06667027-1e76-40e7-beb9-da9732573b78 req-4c18af38-bd99-4b16-9f0f-0f4c8d4cbcd2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:08.139529 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] For port 2415d924-403e-4d0f-a2be-3045f729c344, host hv-cinder-82651, cleared binding levels {{(pid=110664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:08.143211 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-06667027-1e76-40e7-beb9-da9732573b78 req-4c18af38-bd99-4b16-9f0f-0f4c8d4cbcd2 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 943 time: 0.1508543 Apr 18 20:59:08.149261 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] For port 2415d924-403e-4d0f-a2be-3045f729c344, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2415d924-403e-4d0f-a2be-3045f729c344,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:08.253809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (2415d924-403e-4d0f-a2be-3045f729c344), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:08.306171 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:08.307518 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:08.313920 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] 10.222.0.78 "PUT /v2.0/ports/2415d924-403e-4d0f-a2be-3045f729c344 HTTP/1.1" status: 200 len: 1093 time: 1.5583303 Apr 18 20:59:08.328193 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-06667027-1e76-40e7-beb9-da9732573b78 req-766b24ed-f675-41d1-8150-a959aaf5d83a tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839945 Apr 18 20:59:08.345526 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74843be-54a6-408e-9779-09f780534c3d {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:08.362962 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8dd8-5d67-4490-9538-9bfc2589d49d req-256d3e0b-683e-4e06-89e1-df5a78b345cc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:08.369609 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f51d8dd8-5d67-4490-9538-9bfc2589d49d req-256d3e0b-683e-4e06-89e1-df5a78b345cc tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 943 time: 0.2030580 Apr 18 20:59:08.373631 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Publish callbacks [] for port (d74843be-54a6-408e-9779-09f780534c3d), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:08.389872 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdcc0d-7381-42b8-b5eb-c2a9b73f4714 service neutron] Pushing event updated for resources: {'Port': ['ID=2415d924-403e-4d0f-a2be-3045f729c344,revision_number=3']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:08.417466 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Transition to ACTIVE for port object d74843be-54a6-408e-9779-09f780534c3d will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:59:08.465939 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f51d8dd8-5d67-4490-9538-9bfc2589d49d req-296b1246-8785-4e29-bc5b-fad6d0c776f3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952363 Apr 18 20:59:08.501783 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:08.512984 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad4e9d-c6aa-4eb7-9616-5c9cd6f2c0ba req-b9e84fea-ae61-4a32-9ff7-56f7e761df39 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:08.514656 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2aad4e9d-c6aa-4eb7-9616-5c9cd6f2c0ba req-b9e84fea-ae61-4a32-9ff7-56f7e761df39 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0691781 Apr 18 20:59:08.595522 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:08.681978 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2aad4e9d-c6aa-4eb7-9616-5c9cd6f2c0ba req-17e1a52e-af79-4fc4-a8d2-266ce40133ed tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414266 Apr 18 20:59:08.718086 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Attempting to bind port d74843be-54a6-408e-9779-09f780534c3d on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:08.718437 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Attempting to bind port d74843be-54a6-408e-9779-09f780534c3d by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:08.718904 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Attempting to bind port d74843be-54a6-408e-9779-09f780534c3d on network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:08.726055 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Port d74843be-54a6-408e-9779-09f780534c3d on network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:08.726513 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Attempting to bind port d74843be-54a6-408e-9779-09f780534c3d on network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:08.738395 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:08.738763 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Checking segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:08.739201 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Bound using segment: {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:08.739648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Bound port: d74843be-54a6-408e-9779-09f780534c3d, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:08.740019 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:08.828256 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:08.831940 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:08.905004 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:08.950445 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:08.951196 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:08.952867 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] 10.222.0.78 "PUT /v2.0/ports/d74843be-54a6-408e-9779-09f780534c3d HTTP/1.1" status: 200 len: 1094 time: 1.5504627 Apr 18 20:59:08.953455 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:08.956476 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9af1d7-8f45-4a1c-908e-aac80de44c59" -d '{"events": [{"name": "network-changed", "server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "tag": "d74843be-54a6-408e-9779-09f780534c3d"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:09.025310 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf3fb2-1b89-4328-a8b5-11ad91c5f7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.032314 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bdde89-2a4e-4af7-a094-116702568262 x-openstack-request-id: req-32bdde89-2a4e-4af7-a094-116702568262 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:09.032644 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "tag": "d74843be-54a6-408e-9779-09f780534c3d", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:09.032835 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32bdde89-2a4e-4af7-a094-116702568262 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:09.033264 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bdde89-2a4e-4af7-a094-116702568262'] response: {'name': 'network-changed', 'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d', 'status': 'completed', 'code': 200} Apr 18 20:59:09.046328 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72a216-26f9-4e8a-8de0-b605128ba6cd req-892940d9-0afd-4d57-9fc2-21881e5e9be9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:09.048070 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb72a216-26f9-4e8a-8de0-b605128ba6cd req-892940d9-0afd-4d57-9fc2-21881e5e9be9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0800552 Apr 18 20:59:09.114389 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb72a216-26f9-4e8a-8de0-b605128ba6cd req-8d242b77-b9ee-4510-a713-574467c55c9f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585241 Apr 18 20:59:09.159737 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'tag': '2415d924-403e-4d0f-a2be-3045f729c344'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:09.162869 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e7ca8f-bb46-4ec9-9552-275a69c7909a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9c4062-ebae-47d6-b121-fe74162adb17", "tag": "2415d924-403e-4d0f-a2be-3045f729c344"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:09.208408 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b3f2b1-4bd4-4925-9065-e82fda1b5a22 x-openstack-request-id: req-53b3f2b1-4bd4-4925-9065-e82fda1b5a22 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:09.209657 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9c4062-ebae-47d6-b121-fe74162adb17", "tag": "2415d924-403e-4d0f-a2be-3045f729c344", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:09.210350 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53b3f2b1-4bd4-4925-9065-e82fda1b5a22 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:09.211083 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b3f2b1-4bd4-4925-9065-e82fda1b5a22'] response: {'name': 'network-changed', 'server_uuid': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'tag': '2415d924-403e-4d0f-a2be-3045f729c344', 'status': 'completed', 'code': 200} Apr 18 20:59:09.479355 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063383d-8415-4cb2-8cc3-64a432cdd445 req-9d6ecd11-e8ec-4240-9853-b9eb3d36b8b3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:09.481179 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2063383d-8415-4cb2-8cc3-64a432cdd445 req-9d6ecd11-e8ec-4240-9853-b9eb3d36b8b3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 943 time: 0.0557506 Apr 18 20:59:09.542524 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2063383d-8415-4cb2-8cc3-64a432cdd445 req-4f6fc890-7eaa-4a28-baa0-af5a7bb08fc7 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545053 Apr 18 20:59:09.613871 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50a3dc-6790-4331-8806-e59471426b5d req-7de2a6b2-8ebb-4afb-8d56-188df5eea63c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:09.616046 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b50a3dc-6790-4331-8806-e59471426b5d req-7de2a6b2-8ebb-4afb-8d56-188df5eea63c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 943 time: 0.0546186 Apr 18 20:59:09.673803 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1b50a3dc-6790-4331-8806-e59471426b5d req-46ce44cb-fed5-47fe-b546-27e063850061 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478349 Apr 18 20:59:09.840991 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5963107-f654-40f0-a7e7-338f53dfece3 req-753fe80e-dde2-489a-b67c-481208dafd82 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:09.842934 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d5963107-f654-40f0-a7e7-338f53dfece3 req-753fe80e-dde2-489a-b67c-481208dafd82 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0767405 Apr 18 20:59:10.064461 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d5963107-f654-40f0-a7e7-338f53dfece3 req-a23de211-d2ba-461d-96bf-43847e32325f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704901 Apr 18 20:59:10.326442 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af1d7-8f45-4a1c-908e-aac80de44c59 req-fada9a9e-f0ba-4497-ab91-1d8b5dde5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:10.328644 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ce9af1d7-8f45-4a1c-908e-aac80de44c59 req-fada9a9e-f0ba-4497-ab91-1d8b5dde5041 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 1128 time: 0.1274433 Apr 18 20:59:10.404163 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7ca8f-bb46-4ec9-9552-275a69c7909a req-3f03cd88-fd31-464b-a2f1-fef5e404e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:10.406051 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-24e7ca8f-bb46-4ec9-9552-275a69c7909a req-3f03cd88-fd31-464b-a2f1-fef5e404e4ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 1127 time: 0.0857568 Apr 18 20:59:10.407150 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872e328-442f-46ad-af0e-44bfede4897c req-295ec416-7480-4d59-8c0b-b2168be62583 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:10.408740 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6872e328-442f-46ad-af0e-44bfede4897c req-295ec416-7480-4d59-8c0b-b2168be62583 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.1523359 Apr 18 20:59:10.443403 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-871d0517-d158-44cb-9516-1b5cc8e16e32 req-33d5fc47-5bf7-4511-8850-f17f1d5c02bf service neutron] 10.222.0.78 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509599 Apr 18 20:59:10.589040 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6872e328-442f-46ad-af0e-44bfede4897c req-8367e9ef-aa71-4dce-92e9-09d1102c93a4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1595154 Apr 18 20:59:10.591207 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af1d7-8f45-4a1c-908e-aac80de44c59 req-164cfe7c-0c26-47ec-b286-e8e775db23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:10.592735 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ce9af1d7-8f45-4a1c-908e-aac80de44c59 req-164cfe7c-0c26-47ec-b286-e8e775db23b4 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2559929 Apr 18 20:59:10.698386 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279d724-7ba4-4b67-8831-7daa24e35e51 req-155e1fb6-68f7-48a4-ad5f-ddf8286c12f3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:10.700399 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c279d724-7ba4-4b67-8831-7daa24e35e51 req-155e1fb6-68f7-48a4-ad5f-ddf8286c12f3 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 943 time: 0.0609350 Apr 18 20:59:10.763945 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c279d724-7ba4-4b67-8831-7daa24e35e51 req-b7076ddf-fdf4-4a6b-90fa-5dbfe57050d4 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 Apr 18 20:59:10.829584 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaab95-6af1-43bf-ae26-eb01f4972286 req-157ad733-1ecc-4090-a969-10d249ca46f8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:10.831065 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4acaab95-6af1-43bf-ae26-eb01f4972286 req-157ad733-1ecc-4090-a969-10d249ca46f8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 943 time: 0.0529258 Apr 18 20:59:10.891391 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4acaab95-6af1-43bf-ae26-eb01f4972286 req-c970e535-653c-491e-83da-08d594230f5b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504141 Apr 18 20:59:11.153744 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd992-1356-47eb-932e-6dd50fdad7ad req-e2a7ee1e-2781-45ad-b978-cea7a0e87613 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:11.155357 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a44fd992-1356-47eb-932e-6dd50fdad7ad req-e2a7ee1e-2781-45ad-b978-cea7a0e87613 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0523467 Apr 18 20:59:11.206979 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a44fd992-1356-47eb-932e-6dd50fdad7ad req-6d395157-c88d-483c-ab39-d2a20cc89f71 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Apr 18 20:59:11.729293 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96df88-cca6-46a2-98dd-515596b99d04 req-da5c055d-8701-4384-a809-00255ef70857 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:11.731018 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5c96df88-cca6-46a2-98dd-515596b99d04 req-da5c055d-8701-4384-a809-00255ef70857 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0539031 Apr 18 20:59:11.784657 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5c96df88-cca6-46a2-98dd-515596b99d04 req-d8ae308a-1a2a-4f43-8164-03ddcc2c69a5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465562 Apr 18 20:59:11.896964 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439bc6d-345a-4907-9270-d27e4ca91d68 req-68ce9633-7daa-426d-8566-96d2252af3b7 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:11.898538 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f439bc6d-345a-4907-9270-d27e4ca91d68 req-68ce9633-7daa-426d-8566-96d2252af3b7 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 943 time: 0.0519960 Apr 18 20:59:11.976808 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f439bc6d-345a-4907-9270-d27e4ca91d68 req-bb279dd3-a6e4-4403-834a-02c4540402f5 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685973 Apr 18 20:59:12.036612 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02eff2-7c66-42cf-a885-95770594124c req-e7477f0a-2387-4a0a-9cbe-c5c3c0a3a0bd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:12.038426 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ac02eff2-7c66-42cf-a885-95770594124c req-e7477f0a-2387-4a0a-9cbe-c5c3c0a3a0bd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 943 time: 0.0583534 Apr 18 20:59:12.108539 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ac02eff2-7c66-42cf-a885-95770594124c req-363c746b-7d6a-48c9-8b8d-78eea24f42c7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606084 Apr 18 20:59:12.275239 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7ca8f-bb46-4ec9-9552-275a69c7909a req-6e4ae70a-110c-4d01-8028-1d55263ff645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:12.277387 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-24e7ca8f-bb46-4ec9-9552-275a69c7909a req-6e4ae70a-110c-4d01-8028-1d55263ff645 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=91960583eb984ba28fbe168ddd9a54c3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1713979 Apr 18 20:59:12.351020 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329da88-926d-4d18-a3d2-3b261739d69d req-f91fe407-1081-4af6-b701-06be3772f707 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:12.352560 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5329da88-926d-4d18-a3d2-3b261739d69d req-f91fe407-1081-4af6-b701-06be3772f707 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.0559092 Apr 18 20:59:12.408987 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5329da88-926d-4d18-a3d2-3b261739d69d req-45d5cbf7-0bf6-436d-9959-adb35a0c85bc tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506186 Apr 18 20:59:12.925288 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7be970-3ab0-4b51-a278-db3d6f89c2a5 req-95dc4094-35f3-4e06-8ed9-11845d17bf10 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:12.926919 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9c7be970-3ab0-4b51-a278-db3d6f89c2a5 req-95dc4094-35f3-4e06-8ed9-11845d17bf10 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0563586 Apr 18 20:59:13.011380 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9c7be970-3ab0-4b51-a278-db3d6f89c2a5 req-a5505da3-d5f2-4f3c-a2dc-0404659898bd tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784280 Apr 18 20:59:13.213754 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-a8143406-cc60-4982-9787-5545bb10f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.215660 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-a8143406-cc60-4982-9787-5545bb10f6f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b6b4974d20af47c2b4d4462d228d06f3&device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 1127 time: 0.0895369 Apr 18 20:59:13.221359 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7ca8f-bb46-4ec9-9552-275a69c7909a req-9a5989d8-ee01-4578-b252-8e70bd4b195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.222935 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-24e7ca8f-bb46-4ec9-9552-275a69c7909a req-9a5989d8-ee01-4578-b252-8e70bd4b195e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765547 Apr 18 20:59:13.355826 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9baf9-1191-4d0e-9714-72582786c993 req-0fc93410-85a1-4004-9dce-8b26225ac672 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.357515 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35b9baf9-1191-4d0e-9714-72582786c993 req-0fc93410-85a1-4004-9dce-8b26225ac672 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 943 time: 0.2837875 Apr 18 20:59:13.387608 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725692-6180-43bf-9080-7201988768b3 req-a0e4dc26-e432-44c0-a051-1ad382937966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.390546 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-a0e4dc26-e432-44c0-a051-1ad382937966 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 1127 time: 0.0812099 Apr 18 20:59:13.422518 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-b6d9fb6a-1f68-4517-a695-f3a528d07a66 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.424417 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-b6d9fb6a-1f68-4517-a695-f3a528d07a66 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.2450564 Apr 18 20:59:13.429945 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af1d7-8f45-4a1c-908e-aac80de44c59 req-d76b985d-5521-4f1a-a04c-0ab77b43e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.431487 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ce9af1d7-8f45-4a1c-908e-aac80de44c59 req-d76b985d-5521-4f1a-a04c-0ab77b43e077 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4577756 Apr 18 20:59:13.443664 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6128589-3204-47f6-bcd6-06a7935d483b req-d7e992a4-ec1d-402c-81f7-39c235ef905e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.445266 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f6128589-3204-47f6-bcd6-06a7935d483b req-d7e992a4-ec1d-402c-81f7-39c235ef905e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 943 time: 0.2265449 Apr 18 20:59:13.475267 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-a9ef3c33-e99c-4330-92b5-8b985c38571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.478551 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-a9ef3c33-e99c-4330-92b5-8b985c38571e service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ed1088e-ebe3-44e1-95b2-87a5c93058e4 HTTP/1.1" status: 200 len: 915 time: 0.2529693 Apr 18 20:59:13.478551 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-3e167e0c-d5b2-4e08-af8a-ad67c3fb8a13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2415d924-403e-4d0f-a2be-3045f729c344 HTTP/1.1" status: 200 len: 217 time: 0.0752730 Apr 18 20:59:13.530695 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35b9baf9-1191-4d0e-9714-72582786c993 req-834ee07f-ed23-4e2d-a4bd-279d6668ce9a tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597722 Apr 18 20:59:13.550773 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-44fdce2f-a900-410e-a4af-01ea8a54408e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f806e57-eb91-4fa8-a84f-b69c023e11a5 HTTP/1.1" status: 200 len: 217 time: 0.0611393 Apr 18 20:59:13.648167 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725692-6180-43bf-9080-7201988768b3 req-aacaa533-1d28-4875-b5da-a56f94958e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.649819 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-aacaa533-1d28-4875-b5da-a56f94958e14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8904da12-6f56-4119-a567-0dcca69c3516 HTTP/1.1" status: 200 len: 849 time: 0.1540077 Apr 18 20:59:13.654147 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-6fa97ed0-d43e-4cfa-9700-2d6ae8c074aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.655928 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-6fa97ed0-d43e-4cfa-9700-2d6ae8c074aa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f30c85d2-81a4-432e-864e-85f741e66e1e HTTP/1.1" status: 200 len: 854 time: 0.0837548 Apr 18 20:59:13.714489 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-401f1b30-e1f0-4b31-8d4c-17981bcc06cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ed1088e-ebe3-44e1-95b2-87a5c93058e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486352 Apr 18 20:59:13.747384 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725692-6180-43bf-9080-7201988768b3 req-0f07aeaf-c727-4795-9af5-223f99bb6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.750727 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-0f07aeaf-c727-4795-9af5-223f99bb6342 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936122 Apr 18 20:59:13.962301 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-269fd657-ca03-4fa7-b91a-df9129483734 service neutron] 10.222.0.78 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353222 Apr 18 20:59:13.966819 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-e19af11a-4e91-4d69-9325-1b444143cd1f service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980896 Apr 18 20:59:13.971929 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-6348f001-4589-473e-b7fb-0b34f0aef92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:13.973432 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-6348f001-4589-473e-b7fb-0b34f0aef92b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 1128 time: 0.4668994 Apr 18 20:59:14.009492 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f6128589-3204-47f6-bcd6-06a7935d483b req-c3d3dccb-f15a-4f03-bbd8-42f1efda8d43 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5446792 Apr 18 20:59:14.068916 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-0e2e45ca-0b8c-48ad-b9a1-018f12dbb52c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74843be-54a6-408e-9779-09f780534c3d HTTP/1.1" status: 200 len: 217 time: 0.0696032 Apr 18 20:59:14.070272 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Deleting port 2da27d86-28f1-47ae-b146-2a79a01fc8ca {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:14.071004 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:14.124124 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94154da-4c5f-4ea3-b168-158538fb2488 req-a1a808f9-2a78-4a97-a5d6-f9472489432f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:14.132113 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b94154da-4c5f-4ea3-b168-158538fb2488 req-a1a808f9-2a78-4a97-a5d6-f9472489432f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 945 time: 0.1971350 Apr 18 20:59:14.174227 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3f806e57-eb91-4fa8-a84f-b69c023e11a5 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:59:14.328978 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3f806e57-eb91-4fa8-a84f-b69c023e11a5, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3f806e57-eb91-4fa8-a84f-b69c023e11a5,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:14.344202 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '3f806e57-eb91-4fa8-a84f-b69c023e11a5', 'network_id': '4ed1088e-ebe3-44e1-95b2-87a5c93058e4', 'port_id': '3f806e57-eb91-4fa8-a84f-b69c023e11a5', 'mac_address': 'fa:16:3e:3e:a7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30c85d2-81a4-432e-864e-85f741e66e1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:59:14.356969 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-7a962b1b-3e99-49ba-8777-4babd6634cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:14.359265 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-7a962b1b-3e99-49ba-8777-4babd6634cf8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.2841437 Apr 18 20:59:14.377027 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2c64a-3dfc-4b91-88ae-8eefc00ca5f0 req-647ad9eb-a561-4868-9261-12d9e2b1a64b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:14.380381 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-85b2c64a-3dfc-4b91-88ae-8eefc00ca5f0 req-647ad9eb-a561-4868-9261-12d9e2b1a64b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.1434422 Apr 18 20:59:14.403664 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:14.404070 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:14.429147 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f806e57-eb91-4fa8-a84f-b69c023e11a5 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:14.470043 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b94154da-4c5f-4ea3-b168-158538fb2488 req-7f8fb127-b021-4601-8925-25c25b363179 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369284 Apr 18 20:59:14.476145 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] For port 2da27d86-28f1-47ae-b146-2a79a01fc8ca, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2da27d86-28f1-47ae-b146-2a79a01fc8ca,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:14.476524 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:14.487587 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-194b68ad-ad24-4629-b4df-2b64f5b8b7a4 req-4a3b47f2-d15f-49c4-a2c9-e13dd19b480a service neutron] 10.222.0.78 "GET /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144401 Apr 18 20:59:14.493220 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3f806e57-eb91-4fa8-a84f-b69c023e11a5, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3f806e57-eb91-4fa8-a84f-b69c023e11a5,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:14.496827 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-9275e95b-734d-45d6-a9e5-f865d238ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:14.497776 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1f725692-6180-43bf-9080-7201988768b3 req-3117e0a1-0606-4e22-9da9-b8ba0e2d5cfa service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153172 Apr 18 20:59:14.498398 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-9275e95b-734d-45d6-a9e5-f865d238ec05 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1315658 Apr 18 20:59:14.554866 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:14.605953 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-85b2c64a-3dfc-4b91-88ae-8eefc00ca5f0 req-c7954e58-5f19-4cdc-b0d2-ceeafc413dab tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2078676 Apr 18 20:59:14.668314 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=3f806e57-eb91-4fa8-a84f-b69c023e11a5,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:14.686402 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.687337 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.688128 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.688733 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.689309 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.689888 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.693879 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.695496 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.696114 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.697972 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.698620 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.700346 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.703535 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.704341 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.705862 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:14.739418 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-75f332dc-3016-4b9a-804c-d9815ae231f9 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312286 Apr 18 20:59:14.842123 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['3f806e57-eb91-4fa8-a84f-b69c023e11a5'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:14.845462 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604f821-e8df-4a64-8fde-f65ee013786b req-a149c08f-3880-4336-9b96-347bbe961570 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:14.847092 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2604f821-e8df-4a64-8fde-f65ee013786b req-a149c08f-3880-4336-9b96-347bbe961570 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 944 time: 0.1013732 Apr 18 20:59:14.861210 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:14.861749 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (a019b119-0c0a-4717-91f4-0b643c0a4966), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:14.862079 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Floating IP a019b119-0c0a-4717-91f4-0b643c0a4966 disassociated. External IP: 172.27.1.161, port: 2da27d86-28f1-47ae-b146-2a79a01fc8ca. Apr 18 20:59:14.862553 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Calling delete_port for 2da27d86-28f1-47ae-b146-2a79a01fc8ca owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:15.006130 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2604f821-e8df-4a64-8fde-f65ee013786b req-3ee1a698-499a-4bc4-9ee8-5908806f8d70 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400013 Apr 18 20:59:15.119698 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff431e-635d-4b38-86e6-f04ff32a6a64 req-76a1e3f6-f347-42bd-8ba5-9e881db0dde4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:15.121455 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bbff431e-635d-4b38-86e6-f04ff32a6a64 req-76a1e3f6-f347-42bd-8ba5-9e881db0dde4 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1245499 Apr 18 20:59:15.222477 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff637e9-b7ff-4af7-9d0b-a075392c2b5e req-29955f5e-6a59-4570-8410-85e2472701f3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:15.224874 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eff637e9-b7ff-4af7-9d0b-a075392c2b5e req-29955f5e-6a59-4570-8410-85e2472701f3 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 943 time: 0.0994051 Apr 18 20:59:15.278551 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bbff431e-635d-4b38-86e6-f04ff32a6a64 req-1781c6ef-a965-4d7a-840f-f8598649d59f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494749 Apr 18 20:59:15.308193 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eff637e9-b7ff-4af7-9d0b-a075392c2b5e req-dea11072-69c3-48d8-8219-30503d8892ab tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730143 Apr 18 20:59:15.436362 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (2da27d86-28f1-47ae-b146-2a79a01fc8ca), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:15.469331 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'Port': ['ID=2da27d86-28f1-47ae-b146-2a79a01fc8ca,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:15.676680 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2babf8e4-e684-4896-9085-33795f6f0f24 req-bd40de41-bce4-4d63-bb51-0a9fe17d9276 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 210 time: 0.1084609 Apr 18 20:59:15.775524 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8c1251e9-6cbb-4995-87d8-41f90e70cb0e req-f7120695-683a-4d96-a53d-427b07a0d595 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542620 Apr 18 20:59:15.789473 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a2594-e996-4874-bb4d-2f9d2b5a1d15 req-e511623f-1d5c-41e0-885a-f147c94080ae tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:15.791060 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fc9a2594-e996-4874-bb4d-2f9d2b5a1d15 req-e511623f-1d5c-41e0-885a-f147c94080ae tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0807881 Apr 18 20:59:15.793333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:15.897173 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fc9a2594-e996-4874-bb4d-2f9d2b5a1d15 req-9b578d9f-f647-4648-87b0-9f8c44089da5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992937 Apr 18 20:59:15.975353 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:15.987484 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:16.055150 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] No DVR routers for this DVR port 2da27d86-28f1-47ae-b146-2a79a01fc8ca on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:16.057272 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:16.062308 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b462e9ae-6361-4b5a-9ffc-e13b1c706304 req-349ed099-ad1e-4495-86d3-108bd167273b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "DELETE /v2.0/ports/2da27d86-28f1-47ae-b146-2a79a01fc8ca HTTP/1.1" status: 204 len: 173 time: 2.6258621 Apr 18 20:59:16.063321 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'name': 'network-vif-deleted', 'tag': '2da27d86-28f1-47ae-b146-2a79a01fc8ca'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:16.066306 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6767df52-ef14-4831-a2c7-b20e899610d3" -d '{"events": [{"server_uuid": "caa30c5a-bbd2-4f17-a5a9-66088f268878", "name": "network-vif-deleted", "tag": "2da27d86-28f1-47ae-b146-2a79a01fc8ca"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:16.127811 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6fba93-3598-4a25-b581-5f253c7aeec7 x-openstack-request-id: req-1c6fba93-3598-4a25-b581-5f253c7aeec7 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:16.128190 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa30c5a-bbd2-4f17-a5a9-66088f268878", "name": "network-vif-deleted", "tag": "2da27d86-28f1-47ae-b146-2a79a01fc8ca", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:16.128586 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c6fba93-3598-4a25-b581-5f253c7aeec7 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:16.129068 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6fba93-3598-4a25-b581-5f253c7aeec7'] response: {'server_uuid': 'caa30c5a-bbd2-4f17-a5a9-66088f268878', 'name': 'network-vif-deleted', 'tag': '2da27d86-28f1-47ae-b146-2a79a01fc8ca', 'status': 'completed', 'code': 200} Apr 18 20:59:16.151631 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:16.153045 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.170217 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07418fb-6611-4a9a-879b-98d6c47b37c8 req-a4727e47-df63-4ddf-9ad0-6d043d62207b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:16.173028 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d07418fb-6611-4a9a-879b-98d6c47b37c8 req-a4727e47-df63-4ddf-9ad0-6d043d62207b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 944 time: 0.0781932 Apr 18 20:59:16.202776 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 2415d924-403e-4d0f-a2be-3045f729c344 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:59:16.204921 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3f806e57-eb91-4fa8-a84f-b69c023e11a5 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:16.233043 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d07418fb-6611-4a9a-879b-98d6c47b37c8 req-3f9a97d9-d7a2-4ef5-9199-c5dd273fc55b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528655 Apr 18 20:59:16.416945 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:59:16.442297 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:16.486371 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3dd0-2504-4814-82e9-4f0958b16758 req-98a9f672-6193-4acd-9225-42ab148ba41e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:16.487033 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0b0a3dd0-2504-4814-82e9-4f0958b16758 req-98a9f672-6193-4acd-9225-42ab148ba41e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0928671 Apr 18 20:59:16.500276 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a7bd4-246b-48d2-9715-3638b2f14762 req-5d4eb170-043d-46c0-b4b3-9d7b246e9f3c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:16.502463 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0a5a7bd4-246b-48d2-9715-3638b2f14762 req-5d4eb170-043d-46c0-b4b3-9d7b246e9f3c tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 943 time: 0.0673668 Apr 18 20:59:16.509449 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 2415d924-403e-4d0f-a2be-3045f729c344, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2415d924-403e-4d0f-a2be-3045f729c344,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:16.551629 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:16.552040 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:16.589502 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0b0a3dd0-2504-4814-82e9-4f0958b16758 req-26e719c2-7be8-48e1-bfc4-a104eb85e174 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862281 Apr 18 20:59:16.596122 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '2415d924-403e-4d0f-a2be-3045f729c344', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'port_id': '2415d924-403e-4d0f-a2be-3045f729c344', 'mac_address': 'fa:16:3e:17:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:59:16.610512 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0a5a7bd4-246b-48d2-9715-3638b2f14762 req-8556ba53-e143-4b32-ba73-08b2ca9d3850 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894203 Apr 18 20:59:16.704603 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 2415d924-403e-4d0f-a2be-3045f729c344 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:16.704992 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2415d924-403e-4d0f-a2be-3045f729c344), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:16.742398 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2415d924-403e-4d0f-a2be-3045f729c344 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:16.792467 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8d4faf4f-d01b-4aac-9093-1de1f108931d req-af3f664b-6777-4b0d-bb2b-ddf4ae0dd3ce tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 210 time: 0.0349467 Apr 18 20:59:16.820392 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 2415d924-403e-4d0f-a2be-3045f729c344, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2415d924-403e-4d0f-a2be-3045f729c344,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:16.842285 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:16.842668 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:16.845779 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.885872 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:16.905111 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ba8313-084b-4c3f-a0f4-0a9ae03da28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f806e57-eb91-4fa8-a84f-b69c023e11a5'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:16.907510 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52858b33-f568-4e27-9871-d944f5f7c157" -d '{"events": [{"server_uuid": "05ba8313-084b-4c3f-a0f4-0a9ae03da28f", "name": "network-vif-plugged", "status": "completed", "tag": "3f806e57-eb91-4fa8-a84f-b69c023e11a5"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:16.925428 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:16.925428 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.959358 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3f806e57-eb91-4fa8-a84f-b69c023e11a5, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3f806e57-eb91-4fa8-a84f-b69c023e11a5,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:16.970446 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (2415d924-403e-4d0f-a2be-3045f729c344), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:17.052701 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6816b0-9789-4b00-8c7b-1cb6b5e9eb4f req-c7a24a7b-c152-4365-a4b4-09058c14fa07 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:17.052970 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5e373e-e2f7-4a7b-8708-31a776271506 x-openstack-request-id: req-6d5e373e-e2f7-4a7b-8708-31a776271506 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:17.053546 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ba8313-084b-4c3f-a0f4-0a9ae03da28f", "name": "network-vif-plugged", "status": "completed", "tag": "3f806e57-eb91-4fa8-a84f-b69c023e11a5", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:17.053546 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d5e373e-e2f7-4a7b-8708-31a776271506 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:17.053923 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5e373e-e2f7-4a7b-8708-31a776271506'] response: {'server_uuid': '05ba8313-084b-4c3f-a0f4-0a9ae03da28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f806e57-eb91-4fa8-a84f-b69c023e11a5', 'code': 200} Apr 18 20:59:17.054203 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-da6816b0-9789-4b00-8c7b-1cb6b5e9eb4f req-c7a24a7b-c152-4365-a4b4-09058c14fa07 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0548329 Apr 18 20:59:17.079903 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=2415d924-403e-4d0f-a2be-3045f729c344,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.102570 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:17.116231 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-da6816b0-9789-4b00-8c7b-1cb6b5e9eb4f req-1a871d58-28c8-4be8-806d-16bade26bfd0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553427 Apr 18 20:59:17.152493 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:17.152493 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 2da27d86-28f1-47ae-b146-2a79a01fc8ca no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:17.222491 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 2da27d86-28f1-47ae-b146-2a79a01fc8ca {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:59:17.227074 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 2da27d86-28f1-47ae-b146-2a79a01fc8ca not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:17.249892 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['2415d924-403e-4d0f-a2be-3045f729c344'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:17.343283 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=3f806e57-eb91-4fa8-a84f-b69c023e11a5,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.412490 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854ae0-6800-4288-9526-c2c34c2ae286 req-d371e631-fa01-4810-a4a5-31d1fb2f337f tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:17.416347 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4f854ae0-6800-4288-9526-c2c34c2ae286 req-d371e631-fa01-4810-a4a5-31d1fb2f337f tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.0910120 Apr 18 20:59:17.486236 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4f854ae0-6800-4288-9526-c2c34c2ae286 req-d4217b40-c28b-45cd-a302-c0369d24bb4d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593750 Apr 18 20:59:17.512738 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:17.551675 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c24a1-44c3-4f26-ac62-03626c85479d None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:17.773499 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a360609-0cea-4d7d-8b4d-7d3375fc9d45 req-dca6e97b-bfcf-47e4-97d4-09ddb67ce2da tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:17.776112 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4a360609-0cea-4d7d-8b4d-7d3375fc9d45 req-dca6e97b-bfcf-47e4-97d4-09ddb67ce2da tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.0997837 Apr 18 20:59:17.790140 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282b492-f483-48cb-afc8-c581b29d0bb3 req-93f2fa84-7460-4ef5-920a-06c21b5a0322 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:17.793162 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c282b492-f483-48cb-afc8-c581b29d0bb3 req-93f2fa84-7460-4ef5-920a-06c21b5a0322 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 944 time: 0.1048472 Apr 18 20:59:17.912334 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d54934-e595-45ec-a0cc-00be725296b5 None None] New status for floating IP a019b119-0c0a-4717-91f4-0b643c0a4966: DOWN {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:17.937503 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4a360609-0cea-4d7d-8b4d-7d3375fc9d45 req-4890875d-3269-42e3-9d47-67a6385a57aa tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426458 Apr 18 20:59:17.948685 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c282b492-f483-48cb-afc8-c581b29d0bb3 req-4511c648-e645-48ff-bfd5-326383ee0ca7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410327 Apr 18 20:59:18.016808 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52570) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:18.096106 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be9bf5f2-2eee-4b5e-997f-fdfc3b29caf5 req-20f136ff-eb52-470c-8d5b-73d745e5dbd2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 210 time: 0.0361719 Apr 18 20:59:18.166152 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-54e5cac9-bf59-497a-8b6b-0334014e1653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.203969 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 2415d924-403e-4d0f-a2be-3045f729c344 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:18.255223 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 2415d924-403e-4d0f-a2be-3045f729c344 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:59:18.264632 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-54e5cac9-bf59-497a-8b6b-0334014e1653 admin admin] Publish callbacks [] for security_group (48d180a2-c903-4101-ae6b-4ebb18d5603e), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.264849 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69348-5271-4a42-921c-c3c4ef20b9ed req-97f69ba9-87ff-46c6-a05e-0e3cc60e963b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:18.266319 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c0d69348-5271-4a42-921c-c3c4ef20b9ed req-97f69ba9-87ff-46c6-a05e-0e3cc60e963b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0551326 Apr 18 20:59:18.319471 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c0d69348-5271-4a42-921c-c3c4ef20b9ed req-c4116855-a734-4d78-8e62-133dca68693c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471470 Apr 18 20:59:18.335367 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 2415d924-403e-4d0f-a2be-3045f729c344 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:18.335367 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2415d924-403e-4d0f-a2be-3045f729c344), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.377876 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-54e5cac9-bf59-497a-8b6b-0334014e1653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (48d180a2-c903-4101-ae6b-4ebb18d5603e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.441156 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-54e5cac9-bf59-497a-8b6b-0334014e1653 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6e67c2ec8c84e4391930b077887b6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237154 Apr 18 20:59:18.444401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5cac9-bf59-497a-8b6b-0334014e1653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d180a2-c903-4101-ae6b-4ebb18d5603e,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:18.445298 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52576) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:18.460172 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 2415d924-403e-4d0f-a2be-3045f729c344 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:18.460874 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2415d924-403e-4d0f-a2be-3045f729c344), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.521613 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 2415d924-403e-4d0f-a2be-3045f729c344, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2415d924-403e-4d0f-a2be-3045f729c344,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:18.523413 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-67fd3513-47ea-431e-b5d2-a9eb8f42be4e admin admin] Publish callbacks [] for security_group (48d180a2-c903-4101-ae6b-4ebb18d5603e), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.561648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-67fd3513-47ea-431e-b5d2-a9eb8f42be4e admin admin] Publish callbacks [] for security_group (48d180a2-c903-4101-ae6b-4ebb18d5603e), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.596298 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (2415d924-403e-4d0f-a2be-3045f729c344), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.638394 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec07bc-2f15-4eef-a370-83a6c98e034e req-31c6abbb-a0d8-4068-8b8b-84587ab2ec61 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:18.640836 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7ec07bc-2f15-4eef-a370-83a6c98e034e req-31c6abbb-a0d8-4068-8b8b-84587ab2ec61 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.0703051 Apr 18 20:59:18.669219 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=2415d924-403e-4d0f-a2be-3045f729c344,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:18.698436 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7ec07bc-2f15-4eef-a370-83a6c98e034e req-3ef8cf21-b3c4-434e-81fb-a9ab035e3b61 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494692 Apr 18 20:59:18.738972 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-67fd3513-47ea-431e-b5d2-a9eb8f42be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (48d180a2-c903-4101-ae6b-4ebb18d5603e), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.742044 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-67fd3513-47ea-431e-b5d2-a9eb8f42be4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:18.743276 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-67fd3513-47ea-431e-b5d2-a9eb8f42be4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48d180a2-c903-4101-ae6b-4ebb18d5603e HTTP/1.1" status: 204 len: 168 time: 0.2967596 Apr 18 20:59:18.752218 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd3513-47ea-431e-b5d2-a9eb8f42be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d180a2-c903-4101-ae6b-4ebb18d5603e,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:19.055572 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2415d924-403e-4d0f-a2be-3045f729c344'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:19.058429 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68bbcce-01f1-4bce-ad44-4b48be4a6255" -d '{"events": [{"server_uuid": "ca9c4062-ebae-47d6-b121-fe74162adb17", "name": "network-vif-plugged", "status": "completed", "tag": "2415d924-403e-4d0f-a2be-3045f729c344"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:19.143143 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b304d4-ce49-4c66-aebc-2c5b63a321a3 req-a53bbc20-0497-471a-9561-4c3b8784626d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:19.145907 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a9b304d4-ce49-4c66-aebc-2c5b63a321a3 req-a53bbc20-0497-471a-9561-4c3b8784626d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1102755 Apr 18 20:59:19.158655 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308f1c-10a9-4fb3-9104-9b2e09fe80b3 req-2cdb8ff4-c33a-4443-8df9-62394d3ac02e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:19.160701 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-11308f1c-10a9-4fb3-9104-9b2e09fe80b3 req-2cdb8ff4-c33a-4443-8df9-62394d3ac02e tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.1095107 Apr 18 20:59:19.258654 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a9b304d4-ce49-4c66-aebc-2c5b63a321a3 req-adf4cb0f-e2e8-4081-8dd8-a6b0cbc5cf42 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959229 Apr 18 20:59:19.273205 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-11308f1c-10a9-4fb3-9104-9b2e09fe80b3 req-1b2908f2-e46e-4eef-b4c6-2e786673bfca tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994227 Apr 18 20:59:19.330226 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce1886c-5830-4651-9892-268ce445325d x-openstack-request-id: req-4ce1886c-5830-4651-9892-268ce445325d {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:19.330226 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9c4062-ebae-47d6-b121-fe74162adb17", "name": "network-vif-plugged", "status": "completed", "tag": "2415d924-403e-4d0f-a2be-3045f729c344", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:19.330226 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ce1886c-5830-4651-9892-268ce445325d {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:19.330226 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce1886c-5830-4651-9892-268ce445325d'] response: {'server_uuid': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2415d924-403e-4d0f-a2be-3045f729c344', 'code': 200} Apr 18 20:59:19.388475 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0c239ebd-fb93-4749-aa4d-9eb934737939 req-96da4e74-b860-4538-8eaf-404557d62315 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=caa30c5a-bbd2-4f17-a5a9-66088f268878 HTTP/1.1" status: 200 len: 210 time: 0.0328472 Apr 18 20:59:19.477989 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2e4d6-cc93-4b24-a01c-6c8bbe949966 req-ee3d0924-cda5-4b3c-876f-06faf07af782 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:19.479598 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-92e2e4d6-cc93-4b24-a01c-6c8bbe949966 req-ee3d0924-cda5-4b3c-876f-06faf07af782 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0548134 Apr 18 20:59:19.540942 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-92e2e4d6-cc93-4b24-a01c-6c8bbe949966 req-ae84d988-b1be-4cc8-979e-ab5b5fba3913 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552788 Apr 18 20:59:19.891127 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-aa6d7b26-202c-4896-9f6f-566dd17e88b1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:19.899881 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-aa6d7b26-202c-4896-9f6f-566dd17e88b1 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.1317613 Apr 18 20:59:19.899881 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8b283-5cf9-441c-b8a3-509b45a5df80 req-cc946bc6-98d4-44b7-b946-f221c03ed97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:19.899881 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-04e8b283-5cf9-441c-b8a3-509b45a5df80 req-cc946bc6-98d4-44b7-b946-f221c03ed97b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 1129 time: 0.1109171 Apr 18 20:59:19.915556 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5b031-fe3a-48f6-b465-77dd6feab7c3 req-29def72c-3f2e-42f6-8eca-c376cb2ab8cb tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:19.917025 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-43e5b031-fe3a-48f6-b465-77dd6feab7c3 req-29def72c-3f2e-42f6-8eca-c376cb2ab8cb tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.1399913 Apr 18 20:59:20.082694 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-04e8b283-5cf9-441c-b8a3-509b45a5df80 req-1bfc994a-d633-4487-a19d-c36d62b39f22 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743467 Apr 18 20:59:20.110604 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Deleting port 01d36fb0-6e0d-434f-b9f3-9923700cec8f {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:20.110974 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:20.117663 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-43e5b031-fe3a-48f6-b465-77dd6feab7c3 req-04c7fb1a-70be-48c5-b6b7-dd536c4d4de1 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575003 Apr 18 20:59:20.200740 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:59:20.252623 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52612) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:20.292979 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] For port 01d36fb0-6e0d-434f-b9f3-9923700cec8f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=01d36fb0-6e0d-434f-b9f3-9923700cec8f,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:20.294116 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:20.511972 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1970520752-network', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:20.597945 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:20.614160 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'd74843be-54a6-408e-9779-09f780534c3d', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'port_id': 'd74843be-54a6-408e-9779-09f780534c3d', 'mac_address': 'fa:16:3e:c1:ea:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:59:20.667296 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port d74843be-54a6-408e-9779-09f780534c3d is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:20.667952 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:20.684139 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74843be-54a6-408e-9779-09f780534c3d {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:20.688183 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Made reservation on behalf of 6eb6a73c0c864ea98674f8252693c51e for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:20.691661 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:20.706518 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:20.719557 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:20.819050 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:20.852520 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Publish callbacks [] for security_group (014f95c7-b53d-45cb-80ee-b03d789a3df1), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:20.891809 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.918985 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467f66-e6c9-44a4-8c84-978d5e429477 req-52b0b077-663b-41d0-a177-0dc2fa10d37d tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:20.920712 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-62467f66-e6c9-44a4-8c84-978d5e429477 req-52b0b077-663b-41d0-a177-0dc2fa10d37d tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.4882619 Apr 18 20:59:20.962880 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (014f95c7-b53d-45cb-80ee-b03d789a3df1), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:20.968583 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630083a-c194-4bd8-a81d-9d3861fd5f98 req-8e7ef1b4-6e47-4dc5-b621-aadc74c918dd tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:20.978951 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e630083a-c194-4bd8-a81d-9d3861fd5f98 req-8e7ef1b4-6e47-4dc5-b621-aadc74c918dd tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 945 time: 0.5440030 Apr 18 20:59:20.999586 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3ffa-2e58-4100-a9c3-bf076de390a4 req-77022230-e594-4f36-bbae-7b51c333e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:20.999586 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ba9b3ffa-2e58-4100-a9c3-bf076de390a4 req-77022230-e594-4f36-bbae-7b51c333e445 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 1129 time: 0.4972055 Apr 18 20:59:21.003916 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:21.020519 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f95c7-b53d-45cb-80ee-b03d789a3df1,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.027158 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (1d37b2fe-2fa9-4997-88c3-82f899e41a87), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.027829 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Added segment 1d37b2fe-2fa9-4997-88c3-82f899e41a87 of type vlan for network 8cbe11ba-60dc-4522-a75c-0f378793222f Apr 18 20:59:21.076677 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (8cbe11ba-60dc-4522-a75c-0f378793222f), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.150131 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['d74843be-54a6-408e-9779-09f780534c3d'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:21.189955 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (8cbe11ba-60dc-4522-a75c-0f378793222f), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.191481 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:21.192243 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.234949 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ba9b3ffa-2e58-4100-a9c3-bf076de390a4 req-c7cc2bff-e9ba-44ef-847f-1421530d4bfe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111368 Apr 18 20:59:21.239204 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-62467f66-e6c9-44a4-8c84-978d5e429477 req-0cc56fb6-36b0-46b4-87e9-996d41ee2088 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087850 Apr 18 20:59:21.257014 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e630083a-c194-4bd8-a81d-9d3861fd5f98 req-15f39138-d17e-4d2d-904b-9d55ad1f0181 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5de7ee2-7545-4d88-9f4b-67b2526fdab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575943 Apr 18 20:59:21.275660 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.276043 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (2326bdc5-ca95-4a3b-8f7a-1725934d65cd), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.276383 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Floating IP 2326bdc5-ca95-4a3b-8f7a-1725934d65cd disassociated. External IP: 172.27.1.167, port: 01d36fb0-6e0d-434f-b9f3-9923700cec8f. Apr 18 20:59:21.276742 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Calling delete_port for 01d36fb0-6e0d-434f-b9f3-9923700cec8f owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:21.301478 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] Pushing event updated for resources: {'Network': ['ID=8cbe11ba-60dc-4522-a75c-0f378793222f,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.322600 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f2ac8250-ecf5-44d6-973c-38d3d655ada2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0684710 Apr 18 20:59:21.325710 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52626) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:21.355991 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Request body: {'subnet': {'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1970520752-subnet', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:21.373910 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 8cbe11ba-60dc-4522-a75c-0f378793222f details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:21.480291 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Made reservation on behalf of 6eb6a73c0c864ea98674f8252693c51e for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:21.484872 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16149931'] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.502567 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99ae3f-c54a-4028-b1ee-c21fcf824b1d req-aed4df49-2eb0-4fc6-a6fb-a215dfbe5fda tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:21.505482 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ab99ae3f-c54a-4028-b1ee-c21fcf824b1d req-aed4df49-2eb0-4fc6-a6fb-a215dfbe5fda tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 945 time: 0.1276660 Apr 18 20:59:21.620951 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b01692-049f-428b-a1b8-044fd6eb5a39 req-411cb8d8-3d62-4b72-b485-8635a806cf08 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:21.623740 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-30b01692-049f-428b-a1b8-044fd6eb5a39 req-411cb8d8-3d62-4b72-b485-8635a806cf08 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.1532493 Apr 18 20:59:21.700800 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ab99ae3f-c54a-4028-b1ee-c21fcf824b1d req-c0dcefc6-c2b8-4928-ae02-8410cbfbbe78 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596954 Apr 18 20:59:21.758349 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-30b01692-049f-428b-a1b8-044fd6eb5a39 req-dbab611b-dc40-4c6e-b3bb-a005c99a52dd tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192989 Apr 18 20:59:21.782325 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13266825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16149949'] for subnet (9e902ca2-c91d-4789-acdc-b3f2dae97c3d), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.851418 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52630) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:21.873153 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (01d36fb0-6e0d-434f-b9f3-9923700cec8f), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:21.898130 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Checking segment: {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:21.898596 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Network hostable DHCP agents. Network: 8cbe11ba-60dc-4522-a75c-0f378793222f, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:21.902293 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e902ca2-c91d-4789-acdc-b3f2dae97c3d,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.929486 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event deleted for resources: {'Port': ['ID=01d36fb0-6e0d-434f-b9f3-9923700cec8f,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.998731 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b9b06278-e07c-4d44-bee5-390f90ccdea6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (bdfaed6e-7984-4ef0-b80c-eb9c89d9a672), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.041206 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Network 8cbe11ba-60dc-4522-a75c-0f378793222f is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:22.067323 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b9b06278-e07c-4d44-bee5-390f90ccdea6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (bdfaed6e-7984-4ef0-b80c-eb9c89d9a672), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.125798 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Router 65b41f48-eb4b-4057-8779-a87aa35665f9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:22.155613 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 8cbe11ba-60dc-4522-a75c-0f378793222f) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:22.161098 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:22.163373 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.169400 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10e52bd-aa90-4676-9f6b-b2a74fe7a9c0 None None] Network 8cbe11ba-60dc-4522-a75c-0f378793222f requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:59:22.291951 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:22.306334 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f0a8855e-daae-416d-82fb-e7cdd649987c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9749277 Apr 18 20:59:22.306853 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52636) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:22.315809 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:22.371788 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-8cbe11ba-60dc-4522-a75c-0f378793222f', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:59:22.372834 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.376426 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b9b06278-e07c-4d44-bee5-390f90ccdea6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (bdfaed6e-7984-4ef0-b80c-eb9c89d9a672), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.384844 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b9b06278-e07c-4d44-bee5-390f90ccdea6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.393112 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b9b06278-e07c-4d44-bee5-390f90ccdea6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "DELETE /v2.0/security-groups/bdfaed6e-7984-4ef0-b80c-eb9c89d9a672 HTTP/1.1" status: 204 len: 168 time: 0.5362544 Apr 18 20:59:22.394571 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52638) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:22.419733 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b06278-e07c-4d44-bee5-390f90ccdea6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfaed6e-7984-4ef0-b80c-eb9c89d9a672,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:22.454539 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.api.v2.resource [None req-f04970ee-38c9-4dd6-b557-21a160f29d80 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] show failed (client error): The resource could not be found. Apr 18 20:59:22.460564 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f04970ee-38c9-4dd6-b557-21a160f29d80 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups/bdfaed6e-7984-4ef0-b80c-eb9c89d9a672 HTTP/1.1" status: 404 len: 347 time: 0.0644677 Apr 18 20:59:22.461577 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52640) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:22.475675 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:22.543233 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] Sync routers for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:22.558796 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (ea4ea606-19af-412a-b038-41ad491d6f9b), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.558796 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (ea4ea606-19af-412a-b038-41ad491d6f9b), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.578160 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:22.579289 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:22.652671 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d6ea3bef-533d-41c0-b3f9-63dd19a4003e req-8e4f818a-24ea-422a-b153-62ffd17cca2a tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 210 time: 0.2354584 Apr 18 20:59:22.674645 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port d74843be-54a6-408e-9779-09f780534c3d completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:59:22.694564 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] No DVR routers for this DVR port 01d36fb0-6e0d-434f-b9f3-9923700cec8f on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:22.694564 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.694564 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6ccbedca-f3dc-4131-b412-ae8a10a599a3 req-8b2fc2f9-d321-427e-9a49-ec71d0094654 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "DELETE /v2.0/ports/01d36fb0-6e0d-434f-b9f3-9923700cec8f HTTP/1.1" status: 204 len: 173 time: 2.7891607 Apr 18 20:59:22.694564 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'name': 'network-vif-deleted', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:22.694564 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e846c0b-e9f7-401c-a113-80adb73c50dc" -d '{"events": [{"server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "name": "network-vif-deleted", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:22.700438 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Deleting port f6bac60a-40fa-4a49-acd1-500c7405c3c8 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:22.700898 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (f6bac60a-40fa-4a49-acd1-500c7405c3c8), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.707114 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8788-16c2-4273-881b-a99d20870f7d req-8db407d6-3dbb-4a56-a7d5-431e6622b6c7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:22.714300 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57fa8788-16c2-4273-881b-a99d20870f7d req-8db407d6-3dbb-4a56-a7d5-431e6622b6c7 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.2956667 Apr 18 20:59:22.805019 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port d74843be-54a6-408e-9779-09f780534c3d triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:22.805019 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d74843be-54a6-408e-9779-09f780534c3d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.805881 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks [] for router_controller (ea4ea606-19af-412a-b038-41ad491d6f9b), precommit_add_association {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.806237 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (f6bac60a-40fa-4a49-acd1-500c7405c3c8), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.806702 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (f6bac60a-40fa-4a49-acd1-500c7405c3c8), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:22.809009 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26f87c4-916c-405b-95d5-b082dd3ce1fd x-openstack-request-id: req-e26f87c4-916c-405b-95d5-b082dd3ce1fd {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:22.809471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc54d3e-3ef5-4353-ad76-13b212d416e9", "name": "network-vif-deleted", "tag": "01d36fb0-6e0d-434f-b9f3-9923700cec8f", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:22.809939 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e26f87c4-916c-405b-95d5-b082dd3ce1fd {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:22.811118 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26f87c4-916c-405b-95d5-b082dd3ce1fd'] response: {'server_uuid': '4fc54d3e-3ef5-4353-ad76-13b212d416e9', 'name': 'network-vif-deleted', 'tag': '01d36fb0-6e0d-434f-b9f3-9923700cec8f', 'status': 'completed', 'code': 200} Apr 18 20:59:22.847289 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Calling delete_port for f6bac60a-40fa-4a49-acd1-500c7405c3c8 owned by network:floatingip {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:22.883551 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-57fa8788-16c2-4273-881b-a99d20870f7d req-840a2af4-0e58-4109-a191-a3df85fe88d5 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679096 Apr 18 20:59:22.932354 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Allocated IP 172.20.0.2 (8cbe11ba-60dc-4522-a75c-0f378793222f/9e902ca2-c91d-4789-acdc-b3f2dae97c3d/148921dd-62b9-4da8-b974-844e4e420ffa) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:22.940629 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:23.087506 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecdff7-f086-45e7-a6b2-e038221ab1c9 req-55ad05db-25cc-4cef-8b95-849d75d06c38 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:23.089158 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-36ecdff7-f086-45e7-a6b2-e038221ab1c9 req-55ad05db-25cc-4cef-8b95-849d75d06c38 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 945 time: 0.2042220 Apr 18 20:59:23.156735 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port d74843be-54a6-408e-9779-09f780534c3d is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:23.157223 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.180256 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (f6bac60a-40fa-4a49-acd1-500c7405c3c8), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.230770 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'Port': ['ID=f6bac60a-40fa-4a49-acd1-500c7405c3c8,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.252814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:23.256834 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9401794d-ca58-43ee-b8bc-6565d7b7fdd8" -d '{"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-plugged", "status": "completed", "tag": "d74843be-54a6-408e-9779-09f780534c3d"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:23.278774 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057f256-378c-4ae4-99fb-59c1bb2e4ae6 req-41b7a7bd-bef5-4ef9-aad4-2b58ebe068d5 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:23.280433 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2057f256-378c-4ae4-99fb-59c1bb2e4ae6 req-41b7a7bd-bef5-4ef9-aad4-2b58ebe068d5 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.2525752 Apr 18 20:59:23.288826 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks [] for router_gateway (ea4ea606-19af-412a-b038-41ad491d6f9b), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.312655 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:23.347474 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-36ecdff7-f086-45e7-a6b2-e038221ab1c9 req-e809c485-9cb7-4a4d-8a4d-29ad6b10d05b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2049270 Apr 18 20:59:23.351745 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (a019b119-0c0a-4717-91f4-0b643c0a4966), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.355115 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.358794 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d28b5b87-a1b4-4a71-b9b0-c2c7bdfd9504 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "DELETE /v2.0/floatingips/a019b119-0c0a-4717-91f4-0b643c0a4966 HTTP/1.1" status: 204 len: 168 time: 0.8957655 Apr 18 20:59:23.397203 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2057f256-378c-4ae4-99fb-59c1bb2e4ae6 req-8c37eed6-fad1-4fd6-9340-9504df87493f tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014094 Apr 18 20:59:23.425693 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a1f5c-8981-4b9b-a656-334b3da4a109 x-openstack-request-id: req-a14a1f5c-8981-4b9b-a656-334b3da4a109 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:23.426100 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-plugged", "status": "completed", "tag": "d74843be-54a6-408e-9779-09f780534c3d", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:23.426459 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a14a1f5c-8981-4b9b-a656-334b3da4a109 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:23.426991 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14a1f5c-8981-4b9b-a656-334b3da4a109'] response: {'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d', 'code': 200} Apr 18 20:59:23.450187 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:23.458855 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Publish callbacks [] for port (148921dd-62b9-4da8-b974-844e4e420ffa), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.462716 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.464405 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 01d36fb0-6e0d-434f-b9f3-9923700cec8f no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:23.560217 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 01d36fb0-6e0d-434f-b9f3-9923700cec8f {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:59:23.560562 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 01d36fb0-6e0d-434f-b9f3-9923700cec8f not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:23.596231 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] Checking router: 65b41f48-eb4b-4057-8779-a87aa35665f9 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:23.604077 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.648615 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:23.649430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:58:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:23.654432 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Network 8cbe11ba-60dc-4522-a75c-0f378793222f is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:23.727341 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:59:23.733741 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks [] for router_gateway (ea4ea606-19af-412a-b038-41ad491d6f9b), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.759023 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:23.882906 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:23.889562 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.895114 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:23.949527 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52662) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:23.954456 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-c7948603-d567-4c92-9423-6957cd7f6ee5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072722625', 'description': 'tempest-description--1553384287'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:23.992919 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358d156-6519-407b-8150-c42c6fb306b1 req-66376dd3-47de-4958-b25a-b3cd11b02b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:23.994834 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2358d156-6519-407b-8150-c42c6fb306b1 req-66376dd3-47de-4958-b25a-b3cd11b02b44 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 1130 time: 0.0728817 Apr 18 20:59:24.021782 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Allocated IP 172.27.1.104 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/2a59aa5f-f91b-49c0-a003-f6868edcb02a) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:24.105893 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c7948603-d567-4c92-9423-6957cd7f6ee5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.106353 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d53683fd-bd0c-4891-b7fb-1b54a9228e83 req-9100f8f9-0fc8-46e4-8e56-1ef130d338e3 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fc54d3e-3ef5-4353-ad76-13b212d416e9 HTTP/1.1" status: 200 len: 210 time: 0.0560334 Apr 18 20:59:24.141760 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Pushing event updated for resources: {'Port': ['ID=148921dd-62b9-4da8-b974-844e4e420ffa,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.148957 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2358d156-6519-407b-8150-c42c6fb306b1 req-85dd5cfc-c950-4e90-b38d-0847b1fad75f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440442 Apr 18 20:59:24.174955 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Attempting to bind port 148921dd-62b9-4da8-b974-844e4e420ffa on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:24.175504 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Attempting to bind port 148921dd-62b9-4da8-b974-844e4e420ffa by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:24.176119 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Attempting to bind port 148921dd-62b9-4da8-b974-844e4e420ffa on network 8cbe11ba-60dc-4522-a75c-0f378793222f {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:24.201253 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:24.201872 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Checking segment: {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:24.202550 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.203256 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Bound using segment: {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:24.204064 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Bound port: 148921dd-62b9-4da8-b974-844e4e420ffa, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:24.204721 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.216480 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:24.242636 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c7948603-d567-4c92-9423-6957cd7f6ee5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (95b21ce7-3476-48ca-ab06-02b23fc014d0), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.316963 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks [] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.338705 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c7948603-d567-4c92-9423-6957cd7f6ee5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (95b21ce7-3476-48ca-ab06-02b23fc014d0), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.374054 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee927557-b34f-4d13-956b-7141f3a64fc9 req-f94fc3d5-fbb8-45dd-ba15-1e8255260d57 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:24.375783 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ee927557-b34f-4d13-956b-7141f3a64fc9 req-f94fc3d5-fbb8-45dd-ba15-1e8255260d57 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.0938699 Apr 18 20:59:24.407318 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7948603-d567-4c92-9423-6957cd7f6ee5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b21ce7-3476-48ca-ab06-02b23fc014d0,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.478379 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ee927557-b34f-4d13-956b-7141f3a64fc9 req-e794cb33-1f56-40c6-9e7e-032b1d956d85 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802698 Apr 18 20:59:24.497913 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c7948603-d567-4c92-9423-6957cd7f6ee5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.501272 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c7948603-d567-4c92-9423-6957cd7f6ee5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5507860 Apr 18 20:59:24.519622 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52670) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:24.525056 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-0a17b54b-7f82-41ed-b875-8ae808410b7b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group_rule': {'security_group_id': '95b21ce7-3476-48ca-ab06-02b23fc014d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:24.558158 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] For port 148921dd-62b9-4da8-b974-844e4e420ffa, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:24.592035 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] For port 148921dd-62b9-4da8-b974-844e4e420ffa, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=148921dd-62b9-4da8-b974-844e4e420ffa,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:24.613363 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.627408 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d341e-5310-4d4f-84b7-a8ec53259d2b req-65125529-91f2-449a-97b9-f57c16fe86c5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:24.629040 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb9d341e-5310-4d4f-84b7-a8ec53259d2b req-65125529-91f2-449a-97b9-f57c16fe86c5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0694509 Apr 18 20:59:24.664654 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a17b54b-7f82-41ed-b875-8ae808410b7b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (b74ef958-2c4c-45a4-ace4-ef30cf74f11a), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.694434 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:24.695032 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:24.699556 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:24.702031 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a59aa5f-f91b-49c0-a003-f6868edcb02a,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.714791 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:24.743041 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.756105 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65b21e-7830-4592-bf03-e34a683793f8 None None] The sync data for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi is: [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 4, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1d6bc390-c1ef-4d4e-9648-10cd22343316', 'name': '', 'network_id': '16e87387-b123-4f2b-babb-a2e00343063b', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'mac_address': 'fa:16:3e:48:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:55Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'subnets': [{'id': '70141762-b3bb-420e-b230-42af2b3a8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:24.772841 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb9d341e-5310-4d4f-84b7-a8ec53259d2b req-96e9f4b8-b383-4f04-bcf7-1cedd605826d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186886 Apr 18 20:59:24.807930 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a17b54b-7f82-41ed-b875-8ae808410b7b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (b74ef958-2c4c-45a4-ace4-ef30cf74f11a), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.876173 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a17b54b-7f82-41ed-b875-8ae808410b7b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (b74ef958-2c4c-45a4-ace4-ef30cf74f11a), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:24.906197 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dad1fc-a1d5-4676-a0b2-22b042677b4a None None] Pushing event updated for resources: {'Port': ['ID=148921dd-62b9-4da8-b974-844e4e420ffa,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.957767 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17b54b-7f82-41ed-b875-8ae808410b7b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74ef958-2c4c-45a4-ace4-ef30cf74f11a,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:25.012155 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4176-40a5-4d02-a228-c6fb72157d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.045432 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0a17b54b-7f82-41ed-b875-8ae808410b7b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.046730 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0a17b54b-7f82-41ed-b875-8ae808410b7b tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5260150 Apr 18 20:59:25.049601 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52676) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:25.056116 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-153f02bd-5b5b-45c6-9143-ef3388cd774f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'security_group_rule': {'security_group_id': '95b21ce7-3476-48ca-ab06-02b23fc014d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:25.146286 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26483-eb41-46d8-b899-61825357ecee req-9b684625-8ecf-46af-847d-7ae1cdf6a8be tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:25.148327 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-29b26483-eb41-46d8-b899-61825357ecee req-9b684625-8ecf-46af-847d-7ae1cdf6a8be tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.1507449 Apr 18 20:59:25.157662 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52680) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:25.165459 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Request body: {'floatingip': {'port_id': '2415d924-403e-4d0f-a2be-3045f729c344'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:25.270129 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.274965 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acdcf95-9393-41c5-b5c4-4a1b2f4c0edd None None] New status for floating IP 2326bdc5-ca95-4a3b-8f7a-1725934d65cd: DOWN {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:25.280221 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-153f02bd-5b5b-45c6-9143-ef3388cd774f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (b0a8057a-b6d6-4717-a7ed-002108e9cd4f), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.377841 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52684) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:25.463983 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-153f02bd-5b5b-45c6-9143-ef3388cd774f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (b0a8057a-b6d6-4717-a7ed-002108e9cd4f), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.500037 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks [] for router_gateway (ea4ea606-19af-412a-b038-41ad491d6f9b), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.575216 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-153f02bd-5b5b-45c6-9143-ef3388cd774f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (b0a8057a-b6d6-4717-a7ed-002108e9cd4f), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.603615 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-31c5fef9-f565-4da6-8c0f-044ddd78b32b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group (c5de7ee2-7545-4d88-9f4b-67b2526fdab9), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.613432 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f02bd-5b5b-45c6-9143-ef3388cd774f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a8057a-b6d6-4717-a7ed-002108e9cd4f,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:25.698724 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-31c5fef9-f565-4da6-8c0f-044ddd78b32b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group (c5de7ee2-7545-4d88-9f4b-67b2526fdab9), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.744343 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-153f02bd-5b5b-45c6-9143-ef3388cd774f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.748657 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-153f02bd-5b5b-45c6-9143-ef3388cd774f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6945469 Apr 18 20:59:25.751112 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52686) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:25.759181 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:25.969998 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.996362 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-31c5fef9-f565-4da6-8c0f-044ddd78b32b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (c5de7ee2-7545-4d88-9f4b-67b2526fdab9), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:25.999298 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-31c5fef9-f565-4da6-8c0f-044ddd78b32b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.000429 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-31c5fef9-f565-4da6-8c0f-044ddd78b32b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "DELETE /v2.0/security-groups/c5de7ee2-7545-4d88-9f4b-67b2526fdab9 HTTP/1.1" status: 204 len: 168 time: 0.6213691 Apr 18 20:59:26.009555 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52690) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:26.021327 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05553a-055c-4080-9cd0-8dabbbaa15df req-4bbbc0b0-62b1-4aa3-a3b8-d00b6b67e178 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:26.023067 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c05553a-055c-4080-9cd0-8dabbbaa15df req-4bbbc0b0-62b1-4aa3-a3b8-d00b6b67e178 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1163113 Apr 18 20:59:26.032993 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.api.v2.resource [None req-cedeb0fa-ff93-4866-9045-9f2d1593ac35 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] show failed (client error): The resource could not be found. Apr 18 20:59:26.034421 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cedeb0fa-ff93-4866-9045-9f2d1593ac35 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups/c5de7ee2-7545-4d88-9f4b-67b2526fdab9 HTTP/1.1" status: 404 len: 347 time: 0.0235398 Apr 18 20:59:26.037106 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.037725 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52692) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:26.058145 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5fef9-f565-4da6-8c0f-044ddd78b32b tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5de7ee2-7545-4d88-9f4b-67b2526fdab9,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:26.091703 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (ea4ea606-19af-412a-b038-41ad491d6f9b), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.136832 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.174908 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.243311 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90f142-48bc-4a85-9689-1d0dccef0c8e None None] Network 8cbe11ba-60dc-4522-a75c-0f378793222f requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:59:26.298837 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6c05553a-055c-4080-9cd0-8dabbbaa15df req-136c36c9-f45b-44b2-bfe6-f806ef3ff84e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2363961 Apr 18 20:59:26.335062 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-98aa841d-215d-4e56-94e9-7f8775a64072 None None] Provisioning complete for port 148921dd-62b9-4da8-b974-844e4e420ffa triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:26.336301 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-98aa841d-215d-4e56-94e9-7f8775a64072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.415793 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Deleting port 8b7a5295-f6f6-4049-9188-bb6ad39dfe3e {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:26.416151 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.495758 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Allocated IP 172.27.1.247 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/c98dc2c5-a82f-4ba8-80d2-0c3932b143a4) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:26.510447 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-98aa841d-215d-4e56-94e9-7f8775a64072 None None] Current status of the port 148921dd-62b9-4da8-b974-844e4e420ffa is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:26.511552 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-98aa841d-215d-4e56-94e9-7f8775a64072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.531880 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.532425 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.550251 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Calling delete_port for 8b7a5295-f6f6-4049-9188-bb6ad39dfe3e owned by network:floatingip {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:26.579931 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-98aa841d-215d-4e56-94e9-7f8775a64072 None None] For port 148921dd-62b9-4da8-b974-844e4e420ffa, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=148921dd-62b9-4da8-b974-844e4e420ffa,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:26.638280 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Floating IP 4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c associated. External IP: 172.27.1.231, port: 2415d924-403e-4d0f-a2be-3045f729c344. Apr 18 20:59:26.649373 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-98aa841d-215d-4e56-94e9-7f8775a64072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.715752 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 148921dd-62b9-4da8-b974-844e4e420ffa up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:26.799777 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa841d-215d-4e56-94e9-7f8775a64072 None None] Pushing event updated for resources: {'Port': ['ID=148921dd-62b9-4da8-b974-844e4e420ffa,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:26.827517 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 148921dd-62b9-4da8-b974-844e4e420ffa triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:26.828309 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.906346 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-95da3420-754b-4c1b-ad80-d208d612d7e7 None None] Provisioning complete for port 148921dd-62b9-4da8-b974-844e4e420ffa triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:26.907113 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-95da3420-754b-4c1b-ad80-d208d612d7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:26.995203 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (8b7a5295-f6f6-4049-9188-bb6ad39dfe3e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:27.041721 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 148921dd-62b9-4da8-b974-844e4e420ffa is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:27.070376 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event deleted for resources: {'Port': ['ID=8b7a5295-f6f6-4049-9188-bb6ad39dfe3e,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:27.153149 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-95da3420-754b-4c1b-ad80-d208d612d7e7 None None] Current status of the port 148921dd-62b9-4da8-b974-844e4e420ffa is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:27.210496 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Router ea4ea606-19af-412a-b038-41ad491d6f9b is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:27.219634 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:27.223057 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Router bf44ee15-9f8f-4741-919f-1f9d2cff83ac has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:27.272956 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks [] for floatingip (2326bdc5-ca95-4a3b-8f7a-1725934d65cd), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:27.276929 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:27.278727 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cbd0187b-0efb-4c23-bdee-778f869a7750 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "DELETE /v2.0/floatingips/2326bdc5-ca95-4a3b-8f7a-1725934d65cd HTTP/1.1" status: 204 len: 168 time: 1.2399139 Apr 18 20:59:27.333614 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-721b2058-0273-410b-b94b-478b2fb3c754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:27.476499 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:27.478944 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:27.486293 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:27.500282 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] Sync routers for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:27.527474 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:27.528718 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.541171 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-bb1cf41a-4f0e-4c80-8736-1f7209deb0fa tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "PUT /v2.0/floatingips/4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c HTTP/1.1" status: 200 len: 991 time: 2.3820856 Apr 18 20:59:27.544205 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'tag': '2415d924-403e-4d0f-a2be-3045f729c344'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:27.548645 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45beff1a-5d35-4726-a615-cf2bf300137b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9c4062-ebae-47d6-b121-fe74162adb17", "tag": "2415d924-403e-4d0f-a2be-3045f729c344"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:27.615948 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ea5c51-6a6d-487d-97e1-21ff6f50a96a x-openstack-request-id: req-17ea5c51-6a6d-487d-97e1-21ff6f50a96a {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:27.616246 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9c4062-ebae-47d6-b121-fe74162adb17", "tag": "2415d924-403e-4d0f-a2be-3045f729c344", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:27.616504 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17ea5c51-6a6d-487d-97e1-21ff6f50a96a {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:27.616934 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ea5c51-6a6d-487d-97e1-21ff6f50a96a'] response: {'name': 'network-changed', 'server_uuid': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'tag': '2415d924-403e-4d0f-a2be-3045f729c344', 'status': 'completed', 'code': 200} Apr 18 20:59:27.619558 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:27.636456 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:27.636999 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Sync routers for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:27.651489 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:27.661543 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=c98dc2c5-a82f-4ba8-80d2-0c3932b143a4,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:27.668662 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:27.677552 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.699041 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:27.768174 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55443aeb-3b53-4b56-a683-baf2b51fc2a4 req-a47dc6b1-3846-442a-97b7-a4ce026003a4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:27.770187 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-55443aeb-3b53-4b56-a683-baf2b51fc2a4 req-a47dc6b1-3846-442a-97b7-a4ce026003a4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.2856467 Apr 18 20:59:27.800644 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beff1a-5d35-4726-a615-cf2bf300137b req-3a15ac99-1ed7-460f-ad96-9a7b17b35d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:27.803778 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45beff1a-5d35-4726-a615-cf2bf300137b req-3a15ac99-1ed7-460f-ad96-9a7b17b35d4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91960583eb984ba28fbe168ddd9a54c3&device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 1129 time: 0.1439993 Apr 18 20:59:27.820147 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:27.826322 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-60ad0d8e-fbaa-487c-8cd7-5c709b93d6b4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5139539 Apr 18 20:59:27.826839 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52708) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:27.859216 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:27.930443 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:28.186894 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-55443aeb-3b53-4b56-a683-baf2b51fc2a4 req-cd60bd65-9488-4b7b-a952-2e27b4a6ce90 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3941634 Apr 18 20:59:28.295268 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beff1a-5d35-4726-a615-cf2bf300137b req-84fe2e41-6e17-4fb0-9243-91b6c0289b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:28.298023 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45beff1a-5d35-4726-a615-cf2bf300137b req-84fe2e41-6e17-4fb0-9243-91b6c0289b1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 200 len: 911 time: 0.4618256 Apr 18 20:59:28.301494 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (88028a43-487d-4508-baa2-63831e88cd70), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:28.346197 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:25Z', 'revision_number': 3, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:28.373162 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'port_id': '2415d924-403e-4d0f-a2be-3045f729c344', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'mac_address': 'fa:16:3e:17:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:55Z', 'updated_at': '2022-04-18T20:59:25Z', 'revision_number': 1, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:28.414615 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Checking router: ea4ea606-19af-412a-b038-41ad491d6f9b for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:28.415177 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Updating router ea4ea606-19af-412a-b038-41ad491d6f9b port 2a59aa5f-f91b-49c0-a003-f6868edcb02a binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:28.462054 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:28.525721 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] Checking router: bf44ee15-9f8f-4741-919f-1f9d2cff83ac for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:28.570250 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:28.580015 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:28.621799 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:28.643865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bba32-b724-43fb-8ebe-436029b08360 req-6716395d-8667-4f8c-b34a-5aae88bf05a4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:28.647169 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9c4bba32-b724-43fb-8ebe-436029b08360 req-6716395d-8667-4f8c-b34a-5aae88bf05a4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.2440019 Apr 18 20:59:28.653423 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45beff1a-5d35-4726-a615-cf2bf300137b req-d56b803b-109e-4455-a08d-3811ece52b3f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2415d924-403e-4d0f-a2be-3045f729c344 HTTP/1.1" status: 200 len: 999 time: 0.3478465 Apr 18 20:59:28.668965 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 148921dd-62b9-4da8-b974-844e4e420ffa up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:28.674658 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:28.700857 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52714) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:28.729384 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Request body: {'floatingip': {'port_id': 'd74843be-54a6-408e-9779-09f780534c3d'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:28.871310 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 148921dd-62b9-4da8-b974-844e4e420ffa triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:28.871683 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:28.875348 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:28.921959 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (14e8dd3e-2c7e-4815-8c5d-972c573528e4), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.080706 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beff1a-5d35-4726-a615-cf2bf300137b req-4959fd93-d61a-4de1-95fb-71cf25a1dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:29.088381 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45beff1a-5d35-4726-a615-cf2bf300137b req-4959fd93-d61a-4de1-95fb-71cf25a1dc37 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8904da12-6f56-4119-a567-0dcca69c3516 HTTP/1.1" status: 200 len: 849 time: 0.3988006 Apr 18 20:59:29.200615 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Publish callbacks [] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.259567 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.279389 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.365199 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Pushing event updated for resources: {'Port': ['ID=2a59aa5f-f91b-49c0-a003-f6868edcb02a,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.394653 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.396622 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.397534 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.399769 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.400542 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.401174 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.402023 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.402846 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.403631 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.404447 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.405287 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.406086 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.406897 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.407833 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.409888 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:29.466032 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Attempting to bind port 2a59aa5f-f91b-49c0-a003-f6868edcb02a on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:29.466769 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Attempting to bind port 2a59aa5f-f91b-49c0-a003-f6868edcb02a by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:29.467559 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Attempting to bind port 2a59aa5f-f91b-49c0-a003-f6868edcb02a on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:29.482343 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:29.483409 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:29.489449 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.489449 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:29.489449 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Bound port: 2a59aa5f-f91b-49c0-a003-f6868edcb02a, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:29.489449 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.513468 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'port_id': '2415d924-403e-4d0f-a2be-3045f729c344', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'mac_address': 'fa:16:3e:17:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:55Z', 'updated_at': '2022-04-18T20:59:25Z', 'revision_number': 1, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:29.520178 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 148921dd-62b9-4da8-b974-844e4e420ffa is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:29.546690 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Allocated IP 172.20.0.1 (8cbe11ba-60dc-4522-a75c-0f378793222f/9e902ca2-c91d-4789-acdc-b3f2dae97c3d/0ea0700c-ad11-4899-bb21-fd2e0976bfa4) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:29.582438 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8ebc2-1b56-40f3-98d4-3b9806a40a26 None None] The sync data for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi is: [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'port_id': '2415d924-403e-4d0f-a2be-3045f729c344', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'mac_address': 'fa:16:3e:17:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:55Z', 'updated_at': '2022-04-18T20:59:25Z', 'revision_number': 1, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:29.622926 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beff1a-5d35-4726-a615-cf2bf300137b req-4f120b7b-d5f6-4ca9-975c-555afce404ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:29.624674 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45beff1a-5d35-4726-a615-cf2bf300137b req-4f120b7b-d5f6-4ca9-975c-555afce404ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4134007 Apr 18 20:59:29.634823 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] For port 2a59aa5f-f91b-49c0-a003-f6868edcb02a, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:29.638076 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] For port 2a59aa5f-f91b-49c0-a003-f6868edcb02a, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=2a59aa5f-f91b-49c0-a003-f6868edcb02a,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:29.722913 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.745233 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.747120 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Publish callbacks [] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.811631 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:29.813317 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:29.816797 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.819068 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf50ff-b367-497e-8af6-5fa58817c602 None None] Pushing event updated for resources: {'Port': ['ID=2a59aa5f-f91b-49c0-a003-f6868edcb02a,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.876942 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:29.947083 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb1a28-6682-4d94-8725-1841c712a4ba None None] New status for floating IP 4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:29.963008 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Network 8cbe11ba-60dc-4522-a75c-0f378793222f is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:29.969863 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:29.996615 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:30.042337 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.048069 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:30.101647 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (ea4ea606-19af-412a-b038-41ad491d6f9b), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.158207 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=c98dc2c5-a82f-4ba8-80d2-0c3932b143a4,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.167028 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45beff1a-5d35-4726-a615-cf2bf300137b req-9e5e9a21-5cad-4b33-be84-49d0bff68890 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344043 Apr 18 20:59:30.308704 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (88028a43-487d-4508-baa2-63831e88cd70), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.347094 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.420955 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:25Z', 'revision_number': 3, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:30.423557 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-9df2cb18-6c10-410e-a908-1f6a2de96ed7 None None] Provisioning complete for port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:30.423784 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9df2cb18-6c10-410e-a908-1f6a2de96ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.470517 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-9df2cb18-6c10-410e-a908-1f6a2de96ed7 None None] Port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:59:30.477086 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-45beff1a-5d35-4726-a615-cf2bf300137b req-ae5d68ab-f320-46d5-99d5-2041b8b25bb8 service neutron] 10.222.0.78 "GET /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009038 Apr 18 20:59:30.534231 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.545327 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d43b6f63-1fb6-4cdb-867c-afd09b9ca6c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7932758 Apr 18 20:59:30.555826 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1be8c-9c2b-4931-ab81-d16e3bebf203 None None] The sync data for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi is: [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:25Z', 'revision_number': 3, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:30.585961 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.594236 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.725501 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (14e8dd3e-2c7e-4815-8c5d-972c573528e4), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.866042 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Publish callbacks [] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:30.992134 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:31.008238 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68ab24-10ec-46e7-a022-40ba55db9b5d req-be99f048-ad39-4419-8203-44405b89d976 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:31.010959 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0a68ab24-10ec-46e7-a022-40ba55db9b5d req-be99f048-ad39-4419-8203-44405b89d976 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1308284 Apr 18 20:59:31.020247 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-22d4fa91-3c70-4ff3-b51e-5c5f909d8e7a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2072722625&fields=id&tenant_id=49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 267 time: 0.1938760 Apr 18 20:59:31.054944 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Floating IP 14e8dd3e-2c7e-4815-8c5d-972c573528e4 associated. External IP: 172.27.1.182, port: d74843be-54a6-408e-9779-09f780534c3d. Apr 18 20:59:31.083150 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (ea4ea606-19af-412a-b038-41ad491d6f9b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:31.094053 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:31.221175 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Network 8cbe11ba-60dc-4522-a75c-0f378793222f is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:31.223055 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:31.276035 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0a68ab24-10ec-46e7-a022-40ba55db9b5d req-4bcf925f-1f43-4fff-909c-9ddff4a9e3d2 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535658 Apr 18 20:59:31.361664 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-e5ead271-ebc6-415a-85a3-8dfc459558f0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:31.363773 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-e5ead271-ebc6-415a-85a3-8dfc459558f0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 814 time: 0.3309093 Apr 18 20:59:31.385123 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-ffe53759-9ccd-431a-bff1-d4be3c3c10a4 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/quotas/49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 375 time: 0.0142140 Apr 18 20:59:31.410848 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Router ea4ea606-19af-412a-b038-41ad491d6f9b has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:31.533842 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-42cbc8a2-8898-4a0a-85fe-dff2acc4309f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766492 Apr 18 20:59:31.579131 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:31.623388 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:31.624629 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-d12966f2-3f36-4711-88bf-2f74ba5663f2 None None] Provisioning complete for port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:31.625484 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d12966f2-3f36-4711-88bf-2f74ba5663f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:31.640471 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f9517f54-a4dd-4d95-9b9a-2672068cbf99 admin admin] 10.222.0.53 "PUT /v2.0/routers/ea4ea606-19af-412a-b038-41ad491d6f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8103223 Apr 18 20:59:31.709663 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-d12966f2-3f36-4711-88bf-2f74ba5663f2 None None] Port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:59:32.012416 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:32.108522 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:32.160200 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-d7e73168-9268-4bf0-b01c-60b0083733f1 service neutron] 10.222.0.53 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068153 Apr 18 20:59:32.403148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:32.416917 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] Sync routers for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:32.432137 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:32.434370 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:32.441187 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:32.461234 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-1af880a4-eb2c-4d3f-8734-49c958888e43 service neutron] 10.222.0.53 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651649 Apr 18 20:59:32.506939 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-2e930836-3016-4a8c-a1c0-4369184dcc5f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "PUT /v2.0/floatingips/14e8dd3e-2c7e-4815-8c5d-972c573528e4 HTTP/1.1" status: 200 len: 992 time: 3.8141263 Apr 18 20:59:32.510428 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:32.515389 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dbb75b-582a-401f-855b-36f443accf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "tag": "d74843be-54a6-408e-9779-09f780534c3d"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:32.533099 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830841a-2e59-47ad-b92b-dd4433a7418f req-ba922d5b-b93e-49b7-9b0b-a9c30f4a801f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:32.537590 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7830841a-2e59-47ad-b92b-dd4433a7418f req-ba922d5b-b93e-49b7-9b0b-a9c30f4a801f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1551731 Apr 18 20:59:32.590224 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 2a59aa5f-f91b-49c0-a003-f6868edcb02a up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:32.621903 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7830841a-2e59-47ad-b92b-dd4433a7418f req-d5e8a600-0277-4a06-bf1b-de6594d105c9 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710754 Apr 18 20:59:32.718590 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:32.720345 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 2a59aa5f-f91b-49c0-a003-f6868edcb02a triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:32.726093 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:32.788360 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52774) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:32.800239 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-279899341-network', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:32.929120 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Made reservation on behalf of 56ec6069d85c4897a118b4d830efa5be for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:32.932818 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:32.954375 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:32.967253 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-9ee9eec4-ea08-4203-aa51-d71cbc117fd7 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:32.969302 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-9ee9eec4-ea08-4203-aa51-d71cbc117fd7 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.0882301 Apr 18 20:59:32.972995 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 2a59aa5f-f91b-49c0-a003-f6868edcb02a is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:32.974368 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.058833 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 2a59aa5f-f91b-49c0-a003-f6868edcb02a, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=2a59aa5f-f91b-49c0-a003-f6868edcb02a,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:33.115122 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Publish callbacks [] for security_group (d9e7fb74-515d-4817-ade9-dffcc6582104), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.154607 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0da28b32-e873-492b-8f11-cd1b40f5a4bb req-cc8a140b-a7b7-4e6a-845a-a790b34975c2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 210 time: 0.1494689 Apr 18 20:59:33.156577 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.190011 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (d9e7fb74-515d-4817-ade9-dffcc6582104), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.246790 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27616c3b-0851-462b-b66a-c69e6147aea2 x-openstack-request-id: req-27616c3b-0851-462b-b66a-c69e6147aea2 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:33.247291 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "tag": "d74843be-54a6-408e-9779-09f780534c3d", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:33.247724 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27616c3b-0851-462b-b66a-c69e6147aea2 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:33.248828 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27616c3b-0851-462b-b66a-c69e6147aea2'] response: {'name': 'network-changed', 'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d', 'status': 'completed', 'code': 200} Apr 18 20:59:33.251419 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:33.262439 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Sync routers for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:33.273059 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e7fb74-515d-4817-ade9-dffcc6582104,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:33.275844 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=2a59aa5f-f91b-49c0-a003-f6868edcb02a,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:33.278892 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (3869558e-f2b3-441c-bab6-f191345f0385), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.279369 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Added segment 3869558e-f2b3-441c-bab6-f191345f0385 of type vlan for network bfd5b0e4-48ae-468b-aa86-123ed1861968 Apr 18 20:59:33.291887 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:33.292795 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.316716 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '14e8dd3e-2c7e-4815-8c5d-972c573528e4', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'port_id': 'd74843be-54a6-408e-9779-09f780534c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'mac_address': 'fa:16:3e:c1:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:56Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 1, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.364747 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] Checking router: 6a1997fc-d13f-4db0-b46a-bd1b89a3799e for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:33.386470 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:33.387163 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.395186 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (bfd5b0e4-48ae-468b-aa86-123ed1861968), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.428422 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbb75b-582a-401f-855b-36f443accf2c req-6b2c2afb-3b93-4b74-a66a-a3719e811117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:33.431582 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4dbb75b-582a-401f-855b-36f443accf2c req-6b2c2afb-3b93-4b74-a66a-a3719e811117 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 1130 time: 0.1056726 Apr 18 20:59:33.461211 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:33.547436 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:33.602430 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (bfd5b0e4-48ae-468b-aa86-123ed1861968), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.608828 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:33.609888 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.728041 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] Pushing event updated for resources: {'Network': ['ID=bfd5b0e4-48ae-468b-aa86-123ed1861968,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:33.746355 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network bfd5b0e4-48ae-468b-aa86-123ed1861968 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:33.795768 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-651aed95-8ef9-46cd-8dda-6fb8f215eb01 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0052450 Apr 18 20:59:33.796445 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52786) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:33.801455 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Request body: {'subnet': {'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-279899341-subnet', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:33.807124 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Deleting port a32a0e19-7d8c-460d-be56-dbc926ddc56b {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:33.807938 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.825325 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9ead0-8882-4cd5-a296-5873c1f40ad5 req-73232889-2dac-4de3-b7eb-5f1cd7e03e21 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:33.835711 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-42f9ead0-8882-4cd5-a296-5873c1f40ad5 req-73232889-2dac-4de3-b7eb-5f1cd7e03e21 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 945 time: 0.1026947 Apr 18 20:59:33.883209 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbb75b-582a-401f-855b-36f443accf2c req-e3ebd7b9-0471-440d-95ce-1dbb9ee4e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:33.885179 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4dbb75b-582a-401f-855b-36f443accf2c req-e3ebd7b9-0471-440d-95ce-1dbb9ee4e231 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 0.4193783 Apr 18 20:59:33.888830 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 2, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.922161 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Checking router: ea4ea606-19af-412a-b038-41ad491d6f9b for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:33.922684 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Updating router ea4ea606-19af-412a-b038-41ad491d6f9b port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:33.964428 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Made reservation on behalf of 56ec6069d85c4897a118b4d830efa5be for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:33.966799 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '14e8dd3e-2c7e-4815-8c5d-972c573528e4', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'port_id': 'd74843be-54a6-408e-9779-09f780534c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'mac_address': 'fa:16:3e:c1:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:56Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 1, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.971362 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16149931'] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:33.978018 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.026773 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d3dd1-fd74-4a23-accb-159b3440f6a9 None None] The sync data for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi is: [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '14e8dd3e-2c7e-4815-8c5d-972c573528e4', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'port_id': 'd74843be-54a6-408e-9779-09f780534c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'mac_address': 'fa:16:3e:c1:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:58:56Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 1, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:34.041910 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-42f9ead0-8882-4cd5-a296-5873c1f40ad5 req-a7814f59-4c36-4c69-8091-84e72600de6d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045443 Apr 18 20:59:34.058078 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4dbb75b-582a-401f-855b-36f443accf2c req-145033b9-aec9-4316-b6f8-d55f8a3eb00e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74843be-54a6-408e-9779-09f780534c3d HTTP/1.1" status: 200 len: 1000 time: 0.1337931 Apr 18 20:59:34.123026 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] For port a32a0e19-7d8c-460d-be56-dbc926ddc56b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a32a0e19-7d8c-460d-be56-dbc926ddc56b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:34.123402 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.145071 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Calling delete_port for a32a0e19-7d8c-460d-be56-dbc926ddc56b owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:34.152634 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbb75b-582a-401f-855b-36f443accf2c req-8f4bfa69-9192-460f-9f86-917e263e6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:34.154241 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4dbb75b-582a-401f-855b-36f443accf2c req-8f4bfa69-9192-460f-9f86-917e263e6764 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.0905735 Apr 18 20:59:34.243529 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbb75b-582a-401f-855b-36f443accf2c req-cdbb9bd6-08ad-48a7-828c-8106a0a56cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:34.245149 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4dbb75b-582a-401f-855b-36f443accf2c req-cdbb9bd6-08ad-48a7-828c-8106a0a56cec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805569 Apr 18 20:59:34.343713 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0405af4d-8604-42f8-9be2-76b6620cb8fe req-2d065d70-5b79-4db3-8ca6-6b959ff2ade2 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 210 time: 0.0630536 Apr 18 20:59:34.416299 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13266825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16149949'] for subnet (294bdcde-9f71-4893-9da6-8c97f1731eba), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.438934 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Publish callbacks [] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.449225 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4dbb75b-582a-401f-855b-36f443accf2c req-c7cf0791-689f-4d6d-a559-3073466667ca service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858788 Apr 18 20:59:34.518377 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294bdcde-9f71-4893-9da6-8c97f1731eba,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.522925 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 2a59aa5f-f91b-49c0-a003-f6868edcb02a up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:34.532145 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Checking segment: {'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:34.532828 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Network hostable DHCP agents. Network: bfd5b0e4-48ae-468b-aa86-123ed1861968, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:34.544351 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfd5d4-b2b6-4087-9750-3ef23db4ac9e None None] New status for floating IP 14e8dd3e-2c7e-4815-8c5d-972c573528e4: ACTIVE {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:34.556792 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.605321 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (a32a0e19-7d8c-460d-be56-dbc926ddc56b), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.623843 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['ced6e14f-146e-4604-a1e6-8ab4cfb07b7b'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:34.635959 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Network bfd5b0e4-48ae-468b-aa86-123ed1861968 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:34.675798 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event deleted for resources: {'Port': ['ID=a32a0e19-7d8c-460d-be56-dbc926ddc56b,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.720434 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c3cce-5d95-4dc4-a57f-e0e90a04118f None None] Pushing event updated for resources: {'Port': ['ID=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.750078 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 2a59aa5f-f91b-49c0-a003-f6868edcb02a triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:34.750791 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.767708 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, bfd5b0e4-48ae-468b-aa86-123ed1861968) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:34.777408 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:34.777408 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.823010 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] No DVR routers for this DVR port a32a0e19-7d8c-460d-be56-dbc926ddc56b on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:34.823010 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:34.826902 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1f501ce0-cf9a-47af-8084-7dc4380ee805 req-ce854a4b-7bd0-44b1-b28c-bf85d4ae67ca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "DELETE /v2.0/ports/a32a0e19-7d8c-460d-be56-dbc926ddc56b HTTP/1.1" status: 204 len: 173 time: 1.5200126 Apr 18 20:59:34.846307 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d4dbb75b-582a-401f-855b-36f443accf2c req-c5149ea2-c7f2-44f6-9fe1-4fc3edda123b service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889658 Apr 18 20:59:34.943920 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-320f9a41-2fdd-49fb-a86c-2c0a1a34cd08 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1460006 Apr 18 20:59:34.945885 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bb6a2-e269-4b08-9977-58510e79180d None None] Network bfd5b0e4-48ae-468b-aa86-123ed1861968 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:59:34.946967 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52794) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:34.955412 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:35.012067 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Attempting to bind port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:35.012438 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Attempting to bind port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:35.012804 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Attempting to bind port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 on network 8cbe11ba-60dc-4522-a75c-0f378793222f {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:35.091958 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.095026 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.124177 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:35.125883 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Checking segment: {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:35.128419 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.128952 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Bound using segment: {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:35.130676 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Bound port: 0ea0700c-ad11-4899-bb21-fd2e0976bfa4, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:35.131221 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.225692 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-998d8e7e-c99e-41bb-a505-1470b6eeb3d0 req-7476ded5-4e96-4a70-97ea-91c18e07806c tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 210 time: 0.0695519 Apr 18 20:59:35.237763 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-01478ebd-e0bd-489d-8d77-6daf529e5ee2 None None] Provisioning complete for port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:35.238284 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01478ebd-e0bd-489d-8d77-6daf529e5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.251540 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a25d816-90f0-4163-ad37-1bbcbff698c9', 'name': 'network-vif-deleted', 'tag': 'a32a0e19-7d8c-460d-be56-dbc926ddc56b'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:35.257299 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fbeeb5-4632-4615-8768-f380fc57e2f0" -d '{"events": [{"server_uuid": "1a25d816-90f0-4163-ad37-1bbcbff698c9", "name": "network-vif-deleted", "tag": "a32a0e19-7d8c-460d-be56-dbc926ddc56b"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:35.326918 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks [] for router_controller (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), precommit_add_association {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.329062 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080743f4-6704-44cf-99d3-d2e3aabce247 x-openstack-request-id: req-080743f4-6704-44cf-99d3-d2e3aabce247 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:35.329559 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a25d816-90f0-4163-ad37-1bbcbff698c9", "name": "network-vif-deleted", "tag": "a32a0e19-7d8c-460d-be56-dbc926ddc56b", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:35.330044 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-080743f4-6704-44cf-99d3-d2e3aabce247 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:35.330650 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080743f4-6704-44cf-99d3-d2e3aabce247'] response: {'server_uuid': '1a25d816-90f0-4163-ad37-1bbcbff698c9', 'name': 'network-vif-deleted', 'tag': 'a32a0e19-7d8c-460d-be56-dbc926ddc56b', 'status': 'completed', 'code': 200} Apr 18 20:59:35.428148 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-01478ebd-e0bd-489d-8d77-6daf529e5ee2 None None] Port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:59:35.439873 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-bfd5b0e4-48ae-468b-aa86-123ed1861968', 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968', 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'fixed_ips': [{'subnet_id': '294bdcde-9f71-4893-9da6-8c97f1731eba'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 20:59:35.440725 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.447021 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 2a59aa5f-f91b-49c0-a003-f6868edcb02a is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:35.463114 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] For port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:35.493782 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] For port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:35.510086 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8451994e-966b-4100-b93c-3bd0c028c100 req-fcc1912c-08e9-4154-8cb7-6cbbbeb53a91 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 210 time: 0.0514510 Apr 18 20:59:35.579160 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.635927 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks [] for router_gateway (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.694823 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c3cce-5d95-4dc4-a57f-e0e90a04118f None None] Pushing event updated for resources: {'Port': ['ID=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.737060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:35.738190 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:35.799346 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Allocated IP 172.20.0.2 (bfd5b0e4-48ae-468b-aa86-123ed1861968/294bdcde-9f71-4893-9da6-8c97f1731eba/be769654-79d1-472b-828b-7713383dc221) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:35.938803 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks [] for router_gateway (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.959804 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:35.960648 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:36.004866 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-2045bccd-fe9d-4e1d-a734-b48360515634 None None] Provisioning complete for port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:36.005705 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-2045bccd-fe9d-4e1d-a734-b48360515634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.102682 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Allocated IP 172.27.1.93 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/1e9bc6e8-5bbd-406d-a61a-038a922491ea) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:36.224914 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Publish callbacks [] for port (be769654-79d1-472b-828b-7713383dc221), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.255242 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks [] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.320592 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-2045bccd-fe9d-4e1d-a734-b48360515634 None None] Current status of the port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:36.321130 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-2045bccd-fe9d-4e1d-a734-b48360515634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.373470 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (be769654-79d1-472b-828b-7713383dc221), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.392583 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b25425ec-b569-49ad-b4bd-cd5793844652 req-083b7e27-84c5-44e0-bd3f-c660e15533f0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 210 time: 0.0498083 Apr 18 20:59:36.434316 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.463844 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-2045bccd-fe9d-4e1d-a734-b48360515634 None None] For port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:36.465636 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:35Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:36.468791 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Network bfd5b0e4-48ae-468b-aa86-123ed1861968 is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:36.493149 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:36.497460 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:36.500185 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:36.501525 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:36.506665 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9bc6e8-5bbd-406d-a61a-038a922491ea,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:36.507041 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8e8a2-8bf7-4b97-b4f4-5a95928561b5 None None] The sync data for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi is: [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:35Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:36.507041 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:36.509052 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Pushing event updated for resources: {'Port': ['ID=be769654-79d1-472b-828b-7713383dc221,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:36.582412 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-2045bccd-fe9d-4e1d-a734-b48360515634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.665825 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Attempting to bind port be769654-79d1-472b-828b-7713383dc221 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:36.666204 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Attempting to bind port be769654-79d1-472b-828b-7713383dc221 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:36.666578 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Attempting to bind port be769654-79d1-472b-828b-7713383dc221 on network bfd5b0e4-48ae-468b-aa86-123ed1861968 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:36.674315 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-07dfe65b-1567-44e7-a6d6-32eefdce2207 req-acf98856-b6d7-4c6c-8b6d-3f81373e2a09 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 210 time: 0.0555279 Apr 18 20:59:36.699678 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:36.700060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Checking segment: {'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:36.700469 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.701020 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Bound using segment: {'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:36.701517 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Bound port: be769654-79d1-472b-828b-7713383dc221, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:36.706567 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (be769654-79d1-472b-828b-7713383dc221), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:36.725382 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045bccd-fe9d-4e1d-a734-b48360515634 None None] Pushing event updated for resources: {'Port': ['ID=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:36.856096 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] For port be769654-79d1-472b-828b-7713383dc221, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:36.862529 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] For port be769654-79d1-472b-828b-7713383dc221, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=be769654-79d1-472b-828b-7713383dc221,segment=NetworkSegment(3869558e-f2b3-441c-bab6-f191345f0385),segment_id=3869558e-f2b3-441c-bab6-f191345f0385)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:36.962022 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (be769654-79d1-472b-828b-7713383dc221), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:37.023341 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks [] for router_gateway (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:37.060680 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06db310-e999-4d92-b14a-a1a9bb01e9b6 None None] Pushing event updated for resources: {'Port': ['ID=be769654-79d1-472b-828b-7713383dc221,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.098257 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device a32a0e19-7d8c-460d-be56-dbc926ddc56b no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:37.135037 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: a32a0e19-7d8c-460d-be56-dbc926ddc56b {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:59:37.135545 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device a32a0e19-7d8c-460d-be56-dbc926ddc56b not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:37.586388 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-71723ffa-9167-4e68-906f-fc256275b32f req-59dc163b-aebe-42a4-bb1f-71fc5da0cace tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 210 time: 0.0437944 Apr 18 20:59:37.722805 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:37.799272 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb6aacc1-ec28-4750-9647-128e2e69c643 req-d21bd4fc-67c7-4182-ad06-393ade5fad3a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 210 time: 0.0399129 Apr 18 20:59:38.116532 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:38.271562 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc47536-e897-4a29-80b9-2935bc16ad53 None None] Network bfd5b0e4-48ae-468b-aa86-123ed1861968 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:59:38.358549 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-8a87d77d-a071-46a4-917b-6f5649b4c23f None None] Provisioning complete for port be769654-79d1-472b-828b-7713383dc221 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:38.358984 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8a87d77d-a071-46a4-917b-6f5649b4c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (be769654-79d1-472b-828b-7713383dc221), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:38.360695 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:38.388263 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Sync routers for ids ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:38.449358 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Routers {'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:38.450007 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:38.481302 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:38.483344 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d17cd3b6-3fdb-4c4c-b517-c72c0ed4b574 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5341339 Apr 18 20:59:38.486224 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52820) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:38.650373 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device be769654-79d1-472b-828b-7713383dc221 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:38.780198 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-8a87d77d-a071-46a4-917b-6f5649b4c23f None None] Current status of the port be769654-79d1-472b-828b-7713383dc221 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:38.780589 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8a87d77d-a071-46a4-917b-6f5649b4c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (be769654-79d1-472b-828b-7713383dc221), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:38.795915 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ec06294-6eb6-4ad4-bd5e-57914025dabf req-60285205-3e69-4c43-a57a-f62c1c01e92f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a25d816-90f0-4163-ad37-1bbcbff698c9 HTTP/1.1" status: 200 len: 210 time: 0.0681467 Apr 18 20:59:38.825815 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port be769654-79d1-472b-828b-7713383dc221 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:38.826485 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (be769654-79d1-472b-828b-7713383dc221), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:38.830602 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Set router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:39.007250 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-8a87d77d-a071-46a4-917b-6f5649b4c23f None None] For port be769654-79d1-472b-828b-7713383dc221, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=be769654-79d1-472b-828b-7713383dc221,segment=NetworkSegment(3869558e-f2b3-441c-bab6-f191345f0385),segment_id=3869558e-f2b3-441c-bab6-f191345f0385)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:39.015796 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-83573ff7-b51c-43b5-86f0-107a46ea74bb req-ab5d3374-5113-46d1-914f-3c2fad44c6f4 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 210 time: 0.0625169 Apr 18 20:59:39.125206 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8a87d77d-a071-46a4-917b-6f5649b4c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (be769654-79d1-472b-828b-7713383dc221), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:39.186982 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port be769654-79d1-472b-828b-7713383dc221 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:39.187370 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (be769654-79d1-472b-828b-7713383dc221), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:39.238197 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87d77d-a071-46a4-917b-6f5649b4c23f None None] Pushing event updated for resources: {'Port': ['ID=be769654-79d1-472b-828b-7713383dc221,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.272441 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-908cbf41-8aad-45c9-8778-d6c8d9133ccf None None] Provisioning complete for port be769654-79d1-472b-828b-7713383dc221 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:39.273413 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-908cbf41-8aad-45c9-8778-d6c8d9133ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (be769654-79d1-472b-828b-7713383dc221), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:39.287194 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-ce018a2b-a1e3-4626-a1df-f000b7add0c1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:39.288853 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-ce018a2b-a1e3-4626-a1df-f000b7add0c1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 814 time: 0.3368025 Apr 18 20:59:39.291428 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-7105e103-ebc5-4d78-9a21-bc9662152c2d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1426122 Apr 18 20:59:39.344558 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 3, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:39.405274 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Checking router: f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:39.405633 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Updating router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 port 1e9bc6e8-5bbd-406d-a61a-038a922491ea binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:39.461283 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7347c9d9-63e8-4bf3-938e-95b5bde2330e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49053bff9c8744c49577beb0147f053a HTTP/1.1" status: 200 len: 380 time: 0.1464667 Apr 18 20:59:39.467304 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.db.api [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:39.467747 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG oslo_db.api [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:39.468287 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:39.472589 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'port': {'device_id': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'admin_state_up': True, 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'security_groups': ['95b21ce7-3476-48ca-ab06-02b23fc014d0']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:39.478518 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:39.483016 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-79d136cf-18de-4294-bab7-af4150eec6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:39.484657 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-79d136cf-18de-4294-bab7-af4150eec6a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ec268fac1364ccf857b9e8be5f80876&device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 1130 time: 0.0853274 Apr 18 20:59:39.540010 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-908cbf41-8aad-45c9-8778-d6c8d9133ccf None None] Current status of the port be769654-79d1-472b-828b-7713383dc221 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:39.790538 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Publish callbacks [] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:39.802927 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-fc961808-8d07-4c26-ba05-e0c493498ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:39.804412 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-fc961808-8d07-4c26-ba05-e0c493498ccb service neutron] 10.222.0.78 "GET /v2.0/networks?id=16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 200 len: 920 time: 0.2151036 Apr 18 20:59:39.826952 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Allocated IP 172.20.0.1 (bfd5b0e4-48ae-468b-aa86-123ed1861968/294bdcde-9f71-4893-9da6-8c97f1731eba/94e715da-bd9d-4694-aedb-3d919e6154c7) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:39.865379 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:39.932162 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Attempting to bind port 1e9bc6e8-5bbd-406d-a61a-038a922491ea on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:39.932650 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Attempting to bind port 1e9bc6e8-5bbd-406d-a61a-038a922491ea by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:39.933227 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Attempting to bind port 1e9bc6e8-5bbd-406d-a61a-038a922491ea on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:39.944358 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29b5e1-6cce-4a3f-b62a-5e688854deca None None] Pushing event updated for resources: {'Port': ['ID=1e9bc6e8-5bbd-406d-a61a-038a922491ea,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.948523 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:39.949081 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:39.949585 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:39.950059 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:39.950643 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Bound port: 1e9bc6e8-5bbd-406d-a61a-038a922491ea, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:39.951142 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:40.053273 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port be769654-79d1-472b-828b-7713383dc221 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:40.054785 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:40.061659 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] For port 1e9bc6e8-5bbd-406d-a61a-038a922491ea, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:40.104417 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] For port 1e9bc6e8-5bbd-406d-a61a-038a922491ea, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1e9bc6e8-5bbd-406d-a61a-038a922491ea,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:40.138829 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:40.141456 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:40.191286 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Made reservation on behalf of 49053bff9c8744c49577beb0147f053a for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:40.195832 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:40.206189 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-4e11dd96-5d0f-4f96-8dff-94dd413f2567 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b HTTP/1.1" status: 200 len: 217 time: 0.3875921 Apr 18 20:59:40.216500 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:40.304332 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9ed9d3fe-c33f-410b-b38d-00659dd385f5 req-0f26d649-3e1e-4096-8adf-bbb49901bc1d tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 210 time: 0.0744565 Apr 18 20:59:40.325947 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Routers {'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:40.328261 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:40.338380 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-087b8670-5e34-438b-874f-b3f2fe48c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:40.340120 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-087b8670-5e34-438b-874f-b3f2fe48c765 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 200 len: 858 time: 0.1225836 Apr 18 20:59:40.388645 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29b5e1-6cce-4a3f-b62a-5e688854deca None None] Pushing event updated for resources: {'Port': ['ID=1e9bc6e8-5bbd-406d-a61a-038a922491ea,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.421217 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:40.491713 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-1122bf7f-3b4f-4339-9197-c905290587ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:40.493637 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-1122bf7f-3b4f-4339-9197-c905290587ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16e87387-b123-4f2b-babb-a2e00343063b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210835 Apr 18 20:59:40.529875 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] Set router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:40.578505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Publish callbacks [] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:40.624801 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device be769654-79d1-472b-828b-7713383dc221 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:40.687185 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Allocated IP 172.20.0.13 (13a8a4ec-054a-4b03-9f0c-ef547bb0842d/28b61d25-99fd-4952-a4b5-64e655c1687a/3fcb9357-4193-41c3-86bc-97b0a7a5edd6) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:40.722016 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3d262-cffb-4c3a-91ba-9f7d5eca78c6 req-48bce524-544d-4311-bbe6-abd4cb179a85 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:40.724350 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aba3d262-cffb-4c3a-91ba-9f7d5eca78c6 req-48bce524-544d-4311-bbe6-abd4cb179a85 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.1069973 Apr 18 20:59:40.777137 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-4f7940e7-bc16-409e-a9d0-c9d31a5f3446 service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735314 Apr 18 20:59:40.875824 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aba3d262-cffb-4c3a-91ba-9f7d5eca78c6 req-e807822b-25e8-421e-8017-903e5ef9f00f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188262 Apr 18 20:59:40.888018 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port be769654-79d1-472b-828b-7713383dc221 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:40.888508 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (be769654-79d1-472b-828b-7713383dc221), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:40.949268 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.025362 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 3, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:41.035633 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.063203 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadcc7c-f2de-4f3d-8247-9cd1e3de5133 None None] The sync data for ids ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'] in dv-cinder-826510-5-iscsi is: [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 3, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:41.080099 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port be769654-79d1-472b-828b-7713383dc221 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:41.084490 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Network bfd5b0e4-48ae-468b-aa86-123ed1861968 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:41.090986 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:41.095403 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:41.103221 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Pushing event updated for resources: {'Port': ['ID=94e715da-bd9d-4694-aedb-3d919e6154c7,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:41.129374 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.214692 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.218785 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:41.264247 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:41.268642 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event updated for resources: {'Port': ['ID=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:41.275027 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:41.377776 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:41.377776 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.479211 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db8567-f03b-4c4a-8e64-d1e7089e7406 req-f1838a37-5c9f-468b-a02c-502949e6e6f5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:41.483314 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b3db8567-f03b-4c4a-8e64-d1e7089e7406 req-f1838a37-5c9f-468b-a02c-502949e6e6f5 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 932 time: 0.0804453 Apr 18 20:59:41.483941 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-5c812b3f-28e5-47d2-a13c-c3d215effe2c None None] Provisioning complete for port 94e715da-bd9d-4694-aedb-3d919e6154c7 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:41.484416 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5c812b3f-28e5-47d2-a13c-c3d215effe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.521745 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-6b477ab5-146e-4735-9569-f8d5a876b979 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0530081 Apr 18 20:59:41.551028 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-5c812b3f-28e5-47d2-a13c-c3d215effe2c None None] Port 94e715da-bd9d-4694-aedb-3d919e6154c7 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:59:41.560058 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b3db8567-f03b-4c4a-8e64-d1e7089e7406 req-3077e8da-d68e-4561-8c47-fe5d981981b6 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727043 Apr 18 20:59:41.627532 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.772050 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-586dcd0f-675e-470f-8ece-902b06066473 None None] Provisioning complete for port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:41.772330 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-586dcd0f-675e-470f-8ece-902b06066473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.814442 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-586dcd0f-675e-470f-8ece-902b06066473 None None] Port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:59:41.829181 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Publish callbacks [] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:41.921415 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:42.035534 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:42.037737 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Pushing event updated for resources: {'Port': ['ID=94e715da-bd9d-4694-aedb-3d919e6154c7,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:42.056129 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a93dde-3602-4e89-a5aa-c7b4e4737f91 req-82b59260-d714-4ef9-a11f-45ed4f60a65f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:42.057749 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f2a93dde-3602-4e89-a5aa-c7b4e4737f91 req-82b59260-d714-4ef9-a11f-45ed4f60a65f tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.1067104 Apr 18 20:59:42.198506 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f2a93dde-3602-4e89-a5aa-c7b4e4737f91 req-8296de51-0101-4905-8b8e-93fa55221078 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244936 Apr 18 20:59:42.218981 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Network bfd5b0e4-48ae-468b-aa86-123ed1861968 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:42.220539 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:42.378802 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:42.529555 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1e9bc6e8-5bbd-406d-a61a-038a922491ea up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:42.557132 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:42.565175 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-18b9f0ea-3105-4cba-83ce-3e1cae3ccf59 admin admin] 10.222.0.53 "PUT /v2.0/routers/f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0752175 Apr 18 20:59:42.578536 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-d56efc70-8c68-4ef5-a807-b85c6ccae6f6 None None] Provisioning complete for port 94e715da-bd9d-4694-aedb-3d919e6154c7 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:42.578940 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d56efc70-8c68-4ef5-a807-b85c6ccae6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:42.638981 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-d56efc70-8c68-4ef5-a807-b85c6ccae6f6 None None] Port 94e715da-bd9d-4694-aedb-3d919e6154c7 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 20:59:42.638981 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 1e9bc6e8-5bbd-406d-a61a-038a922491ea triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:42.638981 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:42.744254 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c198b1-de69-407b-b268-2678451a5f18 req-af0287f7-cb63-452a-b20f-ac8d6ffe1957 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:42.747149 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53c198b1-de69-407b-b268-2678451a5f18 req-af0287f7-cb63-452a-b20f-ac8d6ffe1957 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 932 time: 0.0818696 Apr 18 20:59:42.766335 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 1e9bc6e8-5bbd-406d-a61a-038a922491ea is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:42.766710 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:42.793448 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port 1e9bc6e8-5bbd-406d-a61a-038a922491ea, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1e9bc6e8-5bbd-406d-a61a-038a922491ea,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:42.804722 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53c198b1-de69-407b-b268-2678451a5f18 req-35f87815-f416-4638-960e-3171db634885 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506780 Apr 18 20:59:42.887860 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:42.949075 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=1e9bc6e8-5bbd-406d-a61a-038a922491ea,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:43.344901 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbad7a-434f-4cac-bfb8-65f7836a0499 req-75382e56-fc6c-4a6e-9c83-4d74a1d83675 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:43.346645 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-73bbad7a-434f-4cac-bfb8-65f7836a0499 req-75382e56-fc6c-4a6e-9c83-4d74a1d83675 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.0679209 Apr 18 20:59:43.399627 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-73bbad7a-434f-4cac-bfb8-65f7836a0499 req-d48f70a7-2905-468a-99ef-7d52c5a77d8e tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Apr 18 20:59:43.807115 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Request body: {'port': {'device_id': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:43.867529 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Sync routers for ids ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:43.882826 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Routers {'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:43.883883 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:44.008782 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:44.010374 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Set router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:44.040486 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd46185-1775-4e6d-b2b4-cdf542d3c453 req-97022f08-f0ba-450b-99c5-cac5c31243ec tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:44.048090 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4fd46185-1775-4e6d-b2b4-cdf542d3c453 req-97022f08-f0ba-450b-99c5-cac5c31243ec tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 932 time: 0.1106396 Apr 18 20:59:44.102046 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5ceafd9d-62f4-4200-bd39-b436665a198f req-0ece45ed-d5e2-42b0-b50d-c8a84573528a service neutron] 10.222.0.78 "GET /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050923 Apr 18 20:59:44.183478 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4fd46185-1775-4e6d-b2b4-cdf542d3c453 req-602933d4-4504-4302-bc94-893d5a9cbca1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341331 Apr 18 20:59:44.297813 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:41Z', 'revision_number': 4, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '94e715da-bd9d-4694-aedb-3d919e6154c7', 'name': '', 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'mac_address': 'fa:16:3e:cb:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '294bdcde-9f71-4893-9da6-8c97f1731eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:39Z', 'updated_at': '2022-04-18T20:59:41Z', 'revision_number': 2, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'subnets': [{'id': '294bdcde-9f71-4893-9da6-8c97f1731eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:44.331790 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Checking router: f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:44.333291 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Updating router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 port 94e715da-bd9d-4694-aedb-3d919e6154c7 binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:44.384089 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:44.570348 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:44.584060 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Publish callbacks [] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:44.605976 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Transition to ACTIVE for port object 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 20:59:44.614243 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1e9bc6e8-5bbd-406d-a61a-038a922491ea up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:44.751035 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 1e9bc6e8-5bbd-406d-a61a-038a922491ea triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:44.751746 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:44.786895 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:44.846498 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-20a205a3-ffe0-4374-8836-87fe90c71014 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:44.848640 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-20a205a3-ffe0-4374-8836-87fe90c71014 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.2410576 Apr 18 20:59:44.945245 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe546c-58b0-4921-864d-a55f02b9b29a req-4d61e7c1-889d-45f3-a5e5-ffe540c1c3e0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:44.953160 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-74fe546c-58b0-4921-864d-a55f02b9b29a req-4d61e7c1-889d-45f3-a5e5-ffe540c1c3e0 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 946 time: 0.2910876 Apr 18 20:59:44.975187 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 1e9bc6e8-5bbd-406d-a61a-038a922491ea is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:45.150563 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.201664 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Publish callbacks [] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.220089 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-74fe546c-58b0-4921-864d-a55f02b9b29a req-29547f4c-5453-4eb1-8349-5fef3d489114 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/security-groups?id=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658405 Apr 18 20:59:45.252837 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Deleting port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:45.253463 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.286381 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.385202 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] For port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:45.385625 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.409775 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Calling delete_port for ced6e14f-146e-4604-a1e6-8ab4cfb07b7b owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:45.440110 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b31ba-4f2d-4b3e-9ce4-e6f74f4589cd None None] Pushing event updated for resources: {'Port': ['ID=94e715da-bd9d-4694-aedb-3d919e6154c7,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.461725 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Attempting to bind port 94e715da-bd9d-4694-aedb-3d919e6154c7 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:45.467038 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Attempting to bind port 94e715da-bd9d-4694-aedb-3d919e6154c7 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:45.467038 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Attempting to bind port 94e715da-bd9d-4694-aedb-3d919e6154c7 on network bfd5b0e4-48ae-468b-aa86-123ed1861968 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:45.478717 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:45.479591 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Checking segment: {'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:45.479591 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.480969 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Bound using segment: {'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:45.480969 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Bound port: 94e715da-bd9d-4694-aedb-3d919e6154c7, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3869558e-f2b3-441c-bab6-f191345f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:45.480969 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.578547 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f813-6f20-44cc-af68-a5ee31c0b83c req-fd131491-359c-4880-ba3b-e8b047b00d99 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:45.580345 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0812f813-6f20-44cc-af68-a5ee31c0b83c req-fd131491-359c-4880-ba3b-e8b047b00d99 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 944 time: 0.1028647 Apr 18 20:59:45.597697 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Attempting to bind port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 20:59:45.599345 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Attempting to bind port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 20:59:45.599840 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Attempting to bind port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:45.617253 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] For port 94e715da-bd9d-4694-aedb-3d919e6154c7, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:45.624176 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] For port 94e715da-bd9d-4694-aedb-3d919e6154c7, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=94e715da-bd9d-4694-aedb-3d919e6154c7,segment=NetworkSegment(3869558e-f2b3-441c-bab6-f191345f0385),segment_id=3869558e-f2b3-441c-bab6-f191345f0385)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:45.635471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:45.635958 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Attempting to bind port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 on network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:45.647055 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:45.647551 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Checking segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 20:59:45.648054 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Bound using segment: {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:45.648591 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Bound port: 3fcb9357-4193-41c3-86bc-97b0a7a5edd6, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c92791a-a4f5-4257-9b06-08cd706b90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 20:59:45.649170 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.703013 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.737458 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-40ad83a1-73b9-49e8-82bd-d525cdd19d90 None None] Provisioning complete for port 94e715da-bd9d-4694-aedb-3d919e6154c7 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:45.739766 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-40ad83a1-73b9-49e8-82bd-d525cdd19d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.746886 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0812f813-6f20-44cc-af68-a5ee31c0b83c req-ea95665e-75d1-44f0-984b-64efae0ced1e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583304 Apr 18 20:59:45.767949 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b31ba-4f2d-4b3e-9ce4-e6f74f4589cd None None] Pushing event updated for resources: {'Port': ['ID=94e715da-bd9d-4694-aedb-3d919e6154c7,revision_number=4']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.783206 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Routers {'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:45.783972 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:45.823969 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] For port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:45.829438 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] For port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:45.915515 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-40ad83a1-73b9-49e8-82bd-d525cdd19d90 None None] Current status of the port 94e715da-bd9d-4694-aedb-3d919e6154c7 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:45.916302 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-40ad83a1-73b9-49e8-82bd-d525cdd19d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.961622 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (ced6e14f-146e-4604-a1e6-8ab4cfb07b7b), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.965684 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:45.976518 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] Set router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:45.982560 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['ced6e14f-146e-4604-a1e6-8ab4cfb07b7b'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:46.047978 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-40ad83a1-73b9-49e8-82bd-d525cdd19d90 None None] For port 94e715da-bd9d-4694-aedb-3d919e6154c7, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=94e715da-bd9d-4694-aedb-3d919e6154c7,segment=NetworkSegment(3869558e-f2b3-441c-bab6-f191345f0385),segment_id=3869558e-f2b3-441c-bab6-f191345f0385)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:46.094824 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:46.095484 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:46.097042 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] 10.222.0.78 "PUT /v2.0/ports/3fcb9357-4193-41c3-86bc-97b0a7a5edd6 HTTP/1.1" status: 200 len: 1094 time: 2.2990608 Apr 18 20:59:46.097534 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'tag': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:46.118991 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61481a2-614f-4742-a447-3dd2b2586bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc55b002-55c6-4b16-9539-4ce6602491fe", "tag": "3fcb9357-4193-41c3-86bc-97b0a7a5edd6"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:46.137257 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-40ad83a1-73b9-49e8-82bd-d525cdd19d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:46.287208 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec50816-93bd-4a57-ad73-e8061d91ff5d x-openstack-request-id: req-dec50816-93bd-4a57-ad73-e8061d91ff5d {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:46.287673 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc55b002-55c6-4b16-9539-4ce6602491fe", "tag": "3fcb9357-4193-41c3-86bc-97b0a7a5edd6", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:46.288764 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dec50816-93bd-4a57-ad73-e8061d91ff5d {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:46.289334 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec50816-93bd-4a57-ad73-e8061d91ff5d'] response: {'name': 'network-changed', 'server_uuid': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'tag': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'status': 'completed', 'code': 200} Apr 18 20:59:46.291328 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-7ec8c529-ee27-4c26-bb13-da5d4553e8cd None None] Provisioning complete for port 94e715da-bd9d-4694-aedb-3d919e6154c7 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:46.291714 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7ec8c529-ee27-4c26-bb13-da5d4553e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:46.372679 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] No DVR routers for this DVR port ced6e14f-146e-4604-a1e6-8ab4cfb07b7b on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:46.378243 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:46.388202 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf71c224-6d33-4e9b-865d-4a7738801654 req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.78 "DELETE /v2.0/ports/ced6e14f-146e-4604-a1e6-8ab4cfb07b7b HTTP/1.1" status: 204 len: 173 time: 1.5254927 Apr 18 20:59:46.441393 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444af5d-10ea-46da-ab1b-5fa929d42006 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.456158 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad83a1-73b9-49e8-82bd-d525cdd19d90 None None] Pushing event updated for resources: {'Port': ['ID=94e715da-bd9d-4694-aedb-3d919e6154c7,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.574431 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-62ccef3b-f96d-45d0-aa1d-6b256eb5c5a5 req-c65beac6-41ae-41a9-adfb-cbde5a8f7a37 tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 210 time: 0.1093845 Apr 18 20:59:46.575567 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e9c75-5d5c-4af1-89bd-a5ff1aee7eca tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] Pushing event deleted for resources: {'Port': ['ID=ced6e14f-146e-4604-a1e6-8ab4cfb07b7b,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.591869 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-ce1a42dc-b175-418f-91df-dfc91f9c8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:46.596889 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-ce1a42dc-b175-418f-91df-dfc91f9c8c3a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 1128 time: 0.3016663 Apr 18 20:59:46.685559 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-0a8effac-6cbf-4410-93ad-e2fdd7c368fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcb9357-4193-41c3-86bc-97b0a7a5edd6 HTTP/1.1" status: 200 len: 217 time: 0.0824142 Apr 18 20:59:46.715466 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8c529-ee27-4c26-bb13-da5d4553e8cd None None] Current status of the port 94e715da-bd9d-4694-aedb-3d919e6154c7 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:46.740614 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:41Z', 'revision_number': 4, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '94e715da-bd9d-4694-aedb-3d919e6154c7', 'name': '', 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'mac_address': 'fa:16:3e:cb:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '294bdcde-9f71-4893-9da6-8c97f1731eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:39Z', 'updated_at': '2022-04-18T20:59:45Z', 'revision_number': 4, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'subnets': [{'id': '294bdcde-9f71-4893-9da6-8c97f1731eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:46.784626 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478cc91-8a4c-4c88-a065-aef8075d3041 None None] The sync data for ids ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'] in dv-cinder-826510-5-iscsi is: [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:41Z', 'revision_number': 4, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '94e715da-bd9d-4694-aedb-3d919e6154c7', 'name': '', 'network_id': 'bfd5b0e4-48ae-468b-aa86-123ed1861968', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'mac_address': 'fa:16:3e:cb:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '294bdcde-9f71-4893-9da6-8c97f1731eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:39Z', 'updated_at': '2022-04-18T20:59:45Z', 'revision_number': 4, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'subnets': [{'id': '294bdcde-9f71-4893-9da6-8c97f1731eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:46.802405 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-ed4fabea-e768-4556-b5e2-5c3efc78eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:46.804361 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-ed4fabea-e768-4556-b5e2-5c3efc78eb39 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.1093135 Apr 18 20:59:47.006643 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-2126cc0b-8c57-4f32-909c-11a75413f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:47.017221 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-2126cc0b-8c57-4f32-909c-11a75413f764 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1922677 Apr 18 20:59:47.036648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4539ca0-3e58-4854-bd9d-d0aa54db833a req-abd676c2-554d-4943-a626-3fe1658d79a4 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:47.038196 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f4539ca0-3e58-4854-bd9d-d0aa54db833a req-abd676c2-554d-4943-a626-3fe1658d79a4 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 944 time: 0.0995018 Apr 18 20:59:47.147790 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f4539ca0-3e58-4854-bd9d-d0aa54db833a req-bf8fe4c9-6bd6-4165-8989-d4f31bc36d4e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958335 Apr 18 20:59:47.199084 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-62a288bc-1b9d-44a8-b1f4-c5e7243e409e service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824183 Apr 18 20:59:47.492488 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8da898a2-3b3c-4e00-8b43-6ab2479d50f6 req-77cdbef9-7ce4-4a04-bb1b-afea90a2a92c service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621304 Apr 18 20:59:47.792435 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3d02bb76-e489-402c-9284-41ba0c8052b5 req-96461c18-3e2f-457d-8d83-a1c7c16a2d8d tempest-ServerRescueNegativeTestJSON-1331377696 tempest-ServerRescueNegativeTestJSON-1331377696-project] 10.222.0.53 "GET /v2.0/ports?device_id=47455a7a-7de2-47a0-adf8-b0197169ac8d HTTP/1.1" status: 200 len: 210 time: 0.0426195 Apr 18 20:59:48.275181 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dee8b-1d06-43a4-939b-aeb9014f7073 req-e495257d-442f-49a7-9c6e-9c0e5650d2b0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:48.276720 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9e8dee8b-1d06-43a4-939b-aeb9014f7073 req-e495257d-442f-49a7-9c6e-9c0e5650d2b0 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 944 time: 0.0487704 Apr 18 20:59:48.295553 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47455a7a-7de2-47a0-adf8-b0197169ac8d', 'name': 'network-vif-deleted', 'tag': 'ced6e14f-146e-4604-a1e6-8ab4cfb07b7b'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:48.297723 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1240c5-3e7b-4f14-b416-a0230d24b605" -d '{"events": [{"server_uuid": "47455a7a-7de2-47a0-adf8-b0197169ac8d", "name": "network-vif-deleted", "tag": "ced6e14f-146e-4604-a1e6-8ab4cfb07b7b"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:48.333575 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9e8dee8b-1d06-43a4-939b-aeb9014f7073 req-61078d92-50ce-46d2-abc1-ef132084d7df tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497198 Apr 18 20:59:48.344821 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1476d4b4-6850-460c-ad34-d391d82411cf x-openstack-request-id: req-1476d4b4-6850-460c-ad34-d391d82411cf {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:48.345140 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47455a7a-7de2-47a0-adf8-b0197169ac8d", "name": "network-vif-deleted", "tag": "ced6e14f-146e-4604-a1e6-8ab4cfb07b7b", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:48.345401 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1476d4b4-6850-460c-ad34-d391d82411cf {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:48.345909 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1476d4b4-6850-460c-ad34-d391d82411cf'] response: {'server_uuid': '47455a7a-7de2-47a0-adf8-b0197169ac8d', 'name': 'network-vif-deleted', 'tag': 'ced6e14f-146e-4604-a1e6-8ab4cfb07b7b', 'status': 'completed', 'code': 200} Apr 18 20:59:48.535773 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 94e715da-bd9d-4694-aedb-3d919e6154c7 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:48.604949 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 94e715da-bd9d-4694-aedb-3d919e6154c7 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:48.612909 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:48.613085 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-74b3d0ea-5b7b-4c59-9995-cddd9ace6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:48.613085 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-74b3d0ea-5b7b-4c59-9995-cddd9ace6858 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 1128 time: 0.0464482 Apr 18 20:59:48.700958 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 94e715da-bd9d-4694-aedb-3d919e6154c7 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:48.713491 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-e867aa1c-185a-45b6-b441-85051e12b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:48.715010 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-e867aa1c-185a-45b6-b441-85051e12b175 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 915 time: 0.0967333 Apr 18 20:59:48.784573 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-eb0f7b6a-2f2f-494e-9216-27acc0571ec7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcb9357-4193-41c3-86bc-97b0a7a5edd6 HTTP/1.1" status: 200 len: 217 time: 0.0493903 Apr 18 20:59:48.851705 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-25cb0230-a37a-4304-8c9a-a8827c233896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:48.853249 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-25cb0230-a37a-4304-8c9a-a8827c233896 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.0605264 Apr 18 20:59:48.881119 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52944) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:48.923873 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-cca4757e-29d0-4c3f-83f6-2433c1f419b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:48.927894 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-cca4757e-29d0-4c3f-83f6-2433c1f419b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651324 Apr 18 20:59:49.091885 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-7105073b-ddec-4f41-88c0-948bd6cee3cd service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569347 Apr 18 20:59:49.622434 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d0e9f-94e5-45bc-849e-0e38c6e093a5 req-0f3fc0c1-8213-40b4-bad5-c527548e6eaf tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:49.624217 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-278d0e9f-94e5-45bc-849e-0e38c6e093a5 req-0f3fc0c1-8213-40b4-bad5-c527548e6eaf tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 944 time: 0.0669055 Apr 18 20:59:49.649235 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c61481a2-614f-4742-a447-3dd2b2586bb4 req-79e0b011-801a-41e0-b6be-f0733e05efd7 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473440 Apr 18 20:59:49.684481 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-278d0e9f-94e5-45bc-849e-0e38c6e093a5 req-b74ca0e1-f80b-48f9-bb9a-00042deaf464 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536911 Apr 18 20:59:49.735973 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device ced6e14f-146e-4604-a1e6-8ab4cfb07b7b no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:49.759523 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (65b41f48-eb4b-4057-8779-a87aa35665f9), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:49.761816 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: ced6e14f-146e-4604-a1e6-8ab4cfb07b7b {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:59:49.762166 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device ced6e14f-146e-4604-a1e6-8ab4cfb07b7b not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:50.120250 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Deleting port 1d6bc390-c1ef-4d4e-9648-10cd22343316 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:50.121255 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:50.224081 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] For port 1d6bc390-c1ef-4d4e-9648-10cd22343316, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1d6bc390-c1ef-4d4e-9648-10cd22343316,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:50.224772 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:50.261353 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Calling delete_port for 1d6bc390-c1ef-4d4e-9648-10cd22343316 owned by network:router_interface {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:50.653011 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (1d6bc390-c1ef-4d4e-9648-10cd22343316), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:50.685894 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6bc390-c1ef-4d4e-9648-10cd22343316,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.701428 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.704980 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.705518 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.705994 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.706441 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.706912 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.708546 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.708971 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.709405 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.709814 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.710224 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.710635 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.711069 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.717029 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.717029 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.874773 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51116a9b-c125-468c-bc8d-f778200ed625 req-333fc4c4-0dc7-4f50-830a-14417d880808 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:50.877239 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-51116a9b-c125-468c-bc8d-f778200ed625 req-333fc4c4-0dc7-4f50-830a-14417d880808 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 944 time: 0.0918486 Apr 18 20:59:50.959140 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (65b41f48-eb4b-4057-8779-a87aa35665f9), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:50.967957 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-51116a9b-c125-468c-bc8d-f778200ed625 req-c7b55ce8-9bed-4e4e-bdb8-da34198dbddb tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836651 Apr 18 20:59:51.291643 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Router 65b41f48-eb4b-4057-8779-a87aa35665f9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:51.458076 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:51.466572 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52962) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:51.466800 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-ef800826-f161-4629-ba2f-bafc0f4c7f54 admin admin] 10.222.0.53 "PUT /v2.0/routers/65b41f48-eb4b-4057-8779-a87aa35665f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5845976 Apr 18 20:59:51.475165 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] Sync routers for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:51.486920 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:51.487920 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:51.646560 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:51.674870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks [] for router (65b41f48-eb4b-4057-8779-a87aa35665f9), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:51.773772 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:59:51.837527 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks [] for router_gateway (65b41f48-eb4b-4057-8779-a87aa35665f9), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:51.954255 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:59:50Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.005285 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] Checking router: 65b41f48-eb4b-4057-8779-a87aa35665f9 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:52.016519 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:52.039754 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] Routers {'65b41f48-eb4b-4057-8779-a87aa35665f9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:52.040407 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['65b41f48-eb4b-4057-8779-a87aa35665f9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.042611 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'port_id': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'mac_address': 'fa:16:3e:22:2e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:59:52.123374 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc606018-62fc-4afa-b09e-24978cbcabdc req-5047d294-d65b-441a-be2c-b691251eef11 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:52.133265 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fc606018-62fc-4afa-b09e-24978cbcabdc req-5047d294-d65b-441a-be2c-b691251eef11 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 944 time: 0.0643771 Apr 18 20:59:52.183884 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:52.184282 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:52.202602 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fc606018-62fc-4afa-b09e-24978cbcabdc req-ed0ec08e-cab8-4fe3-ab0e-1960a7e63b2f tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701997 Apr 18 20:59:52.208786 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:52.225518 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Deleting port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:52.225518 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:52.244211 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] Set router 65b41f48-eb4b-4057-8779-a87aa35665f9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:52.247271 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:52.355201 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] For port 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:52.355884 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:52.365333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a05ef-b7ea-430c-ba05-e13992e1f98f req-b1511a15-8bac-40a3-a6e1-4b8536eca7b1 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:52.372701 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d19a05ef-b7ea-430c-ba05-e13992e1f98f req-b1511a15-8bac-40a3-a6e1-4b8536eca7b1 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.0819013 Apr 18 20:59:52.399434 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Calling delete_port for 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 owned by network:router_gateway {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:52.462324 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d19a05ef-b7ea-430c-ba05-e13992e1f98f req-d488efd5-aa21-48ed-9158-290e71ef6e44 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824308 Apr 18 20:59:52.546899 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:52.689778 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:52.696475 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:59:50Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.726700 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115a36e-88ec-447b-975e-d5d7e5b56efa None None] The sync data for ids ['65b41f48-eb4b-4057-8779-a87aa35665f9'] in dv-cinder-826510-5-iscsi is: [{'id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1161748700-router', 'tenant_id': '3ec268fac1364ccf857b9e8be5f80876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:59:50Z', 'revision_number': 5, 'project_id': '3ec268fac1364ccf857b9e8be5f80876', 'gw_port': {'id': '7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b41f48-eb4b-4057-8779-a87aa35665f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:40Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:52.801369 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:52.829467 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:52.842018 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.842506 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.842976 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.843387 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.843895 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.844299 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.844701 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.845111 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.845505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.845903 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.846300 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.846816 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.847245 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.847767 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.848004 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:52.865994 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['3fcb9357-4193-41c3-86bc-97b0a7a5edd6'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:52.943364 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (65b41f48-eb4b-4057-8779-a87aa35665f9), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.092420 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (65b41f48-eb4b-4057-8779-a87aa35665f9), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.095003 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks [] for router_controller (65b41f48-eb4b-4057-8779-a87aa35665f9), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.255683 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (65b41f48-eb4b-4057-8779-a87aa35665f9), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.256279 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b41f48-eb4b-4057-8779-a87aa35665f9 {{(pid=110663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:53.262052 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.263480 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-408b3d3f-0a88-47d5-939f-261fac37614d admin admin] 10.222.0.53 "DELETE /v2.0/routers/65b41f48-eb4b-4057-8779-a87aa35665f9 HTTP/1.1" status: 204 len: 168 time: 1.7944925 Apr 18 20:59:53.266353 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 52976) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:53.346971 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-28aabb81-7580-4797-a367-218fca237971 admin admin] Deleting subnet 70141762-b3bb-420e-b230-42af2b3a8c3e {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 20:59:53.351272 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-28aabb81-7580-4797-a367-218fca237971 admin admin] Publish callbacks [] for subnet (70141762-b3bb-420e-b230-42af2b3a8c3e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.398963 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-28aabb81-7580-4797-a367-218fca237971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (70141762-b3bb-420e-b230-42af2b3a8c3e), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.405903 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b83ca-a767-4209-ab90-5211d9b29fef req-86e4a0c4-a49d-46b7-a725-a7a76287b517 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:53.407618 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ec2b83ca-a767-4209-ab90-5211d9b29fef req-86e4a0c4-a49d-46b7-a725-a7a76287b517 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 945 time: 0.0698140 Apr 18 20:59:53.492545 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ec2b83ca-a767-4209-ab90-5211d9b29fef req-112651a4-d035-4300-aa52-72e20891fb97 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754886 Apr 18 20:59:53.549452 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-28aabb81-7580-4797-a367-218fca237971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (70141762-b3bb-420e-b230-42af2b3a8c3e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.641273 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231231a8-b9e6-4158-a04b-3db1b90d88f9 req-f9b9a06b-49cd-44e5-bea4-6963d9a5736d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:53.646132 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-231231a8-b9e6-4158-a04b-3db1b90d88f9 req-f9b9a06b-49cd-44e5-bea4-6963d9a5736d tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.0745687 Apr 18 20:59:53.708642 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-231231a8-b9e6-4158-a04b-3db1b90d88f9 req-1f441be1-dec9-4770-9860-a0774dde4592 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520911 Apr 18 20:59:53.708991 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-28aabb81-7580-4797-a367-218fca237971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (70141762-b3bb-420e-b230-42af2b3a8c3e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.741341 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aabb81-7580-4797-a367-218fca237971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70141762-b3bb-420e-b230-42af2b3a8c3e,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:53.747864 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-28aabb81-7580-4797-a367-218fca237971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.753650 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52980) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:53.753880 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-28aabb81-7580-4797-a367-218fca237971 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/70141762-b3bb-420e-b230-42af2b3a8c3e HTTP/1.1" status: 204 len: 168 time: 0.4854853 Apr 18 20:59:53.758960 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:53.799038 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3449391-b6e6-4994-8630-6ad426b28acd None None] Network 16e87387-b123-4f2b-babb-a2e00343063b requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 20:59:53.880108 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (16e87387-b123-4f2b-babb-a2e00343063b), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:53.941215 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 20:59:53.954623 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Deleting port 7658d81c-4f1c-4017-a228-17b87a34c643 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:53.955028 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.022441 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] DHCP port deletion for 16e87387-b123-4f2b-babb-a2e00343063b request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 20:59:54.037889 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 20:59:54.038531 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.042976 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] For port 7658d81c-4f1c-4017-a228-17b87a34c643, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=7658d81c-4f1c-4017-a228-17b87a34c643,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:54.043355 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.063754 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Calling delete_port for 7658d81c-4f1c-4017-a228-17b87a34c643 owned by network:dhcp {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:54.138105 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] Deleting port 7658d81c-4f1c-4017-a228-17b87a34c643 {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:54.139076 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.251590 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.261430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] For port 7658d81c-4f1c-4017-a228-17b87a34c643, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=7658d81c-4f1c-4017-a228-17b87a34c643,segment=NetworkSegment(cdce62d0-84f7-4cee-9c1a-ec8627340d64),segment_id=cdce62d0-84f7-4cee-9c1a-ec8627340d64)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:54.261711 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.272171 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 20:59:54.272623 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.288886 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] Calling delete_port for 7658d81c-4f1c-4017-a228-17b87a34c643 owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:54.293176 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7658d81c-4f1c-4017-a228-17b87a34c643,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.304465 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523de11-df67-4298-b602-c2f085bc8444 req-1f91fc0d-fd11-48d0-a148-3e6af7608139 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:54.306080 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3523de11-df67-4298-b602-c2f085bc8444 req-1f91fc0d-fd11-48d0-a148-3e6af7608139 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.1095676 Apr 18 20:59:54.312193 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] No DVR routers for this DVR port 7658d81c-4f1c-4017-a228-17b87a34c643 on host dv-cinder-826510-5-iscsi {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:54.326780 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:54.329449 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ee921b-7a2c-47d6-82f3-5c144d5ee03e" -d '{"events": [{"server_uuid": "bc55b002-55c6-4b16-9539-4ce6602491fe", "name": "network-vif-plugged", "status": "completed", "tag": "3fcb9357-4193-41c3-86bc-97b0a7a5edd6"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:54.400925 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a533d76c-2cfd-4435-b82f-8541459832d0 x-openstack-request-id: req-a533d76c-2cfd-4435-b82f-8541459832d0 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:54.401302 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc55b002-55c6-4b16-9539-4ce6602491fe", "name": "network-vif-plugged", "status": "completed", "tag": "3fcb9357-4193-41c3-86bc-97b0a7a5edd6", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:54.401496 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a533d76c-2cfd-4435-b82f-8541459832d0 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:54.401862 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a533d76c-2cfd-4435-b82f-8541459832d0'] response: {'server_uuid': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'code': 200} Apr 18 20:59:54.403862 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:54.459940 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (16e87387-b123-4f2b-babb-a2e00343063b), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.478768 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (7658d81c-4f1c-4017-a228-17b87a34c643), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.502408 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e87387-b123-4f2b-babb-a2e00343063b']}} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:54.523893 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] No DVR routers for this DVR port 7658d81c-4f1c-4017-a228-17b87a34c643 on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:54.525857 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bbab2-16bd-44fd-b251-1ecbeeb9eba6 None None] Pushing event deleted for resources: {'Port': ['ID=7658d81c-4f1c-4017-a228-17b87a34c643,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.528852 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.546793 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdce62d0-84f7-4cee-9c1a-ec8627340d64') {'for_net_delete': True} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:54.546793 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdce62d0-84f7-4cee-9c1a-ec8627340d64') {} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:54.626885 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.639101 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 7658d81c-4f1c-4017-a228-17b87a34c643 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:54.667330 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 7658d81c-4f1c-4017-a228-17b87a34c643 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:59:54.667699 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 7658d81c-4f1c-4017-a228-17b87a34c643 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:54.669335 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1d6bc390-c1ef-4d4e-9648-10cd22343316 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:54.702421 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 1d6bc390-c1ef-4d4e-9648-10cd22343316 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:59:54.702785 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1d6bc390-c1ef-4d4e-9648-10cd22343316 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:54.703794 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:54.716436 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5795385-f29a-4241-8044-c9994b2f53cc req-9100cf16-d119-4db3-823b-ad8f15fe8d46 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:54.718119 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c5795385-f29a-4241-8044-c9994b2f53cc req-9100cf16-d119-4db3-823b-ad8f15fe8d46 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.0670733 Apr 18 20:59:54.720241 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13184721'] for segment (cdce62d0-84f7-4cee-9c1a-ec8627340d64), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.757753 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:59:54.758657 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 7a5b5ad7-c1af-4007-9c3c-336ddfa3fad6 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:54.761233 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (cdce62d0-84f7-4cee-9c1a-ec8627340d64), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.775406 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=110663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:54.775811 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12669878'] for segment (cdce62d0-84f7-4cee-9c1a-ec8627340d64), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: Traceback (most recent call last): Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: timer() Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: cb(*args, **kw) Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: return func(*args, **kwargs) Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: self._notify() Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: self.callback(batched_events) Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: event.method(event) Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: return f(self, *a, **k) Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._get(url).json() Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:54.778048 dv-cinder-826510-5-iscsi neutron-server[110663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:54.782205 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Deleting port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 20:59:54.782205 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:54.979505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd676d4-f053-44b8-bebe-1151e95b2d81 req-9a796663-68b5-4fa9-a4fe-b31d475d32aa tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:54.981345 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6dd676d4-f053-44b8-bebe-1151e95b2d81 req-9a796663-68b5-4fa9-a4fe-b31d475d32aa tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 945 time: 0.0765979 Apr 18 20:59:55.011335 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c5795385-f29a-4241-8044-c9994b2f53cc req-1185bc38-2293-494b-82ac-1e3d76c58d75 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815759 Apr 18 20:59:55.044987 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb21ba-6fba-4d61-b56f-b541b393645e req-4160ecf0-2bee-4910-8f84-b8c1a501cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:55.046608 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dddb21ba-6fba-4d61-b56f-b541b393645e req-4160ecf0-2bee-4910-8f84-b8c1a501cd0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 1130 time: 0.1361055 Apr 18 20:59:55.108068 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7db038b5-becb-4e9c-ad62-c67aa4afe2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:55.140177 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] For port 3f806e57-eb91-4fa8-a84f-b69c023e11a5, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3f806e57-eb91-4fa8-a84f-b69c023e11a5,segment=NetworkSegment(77254f9a-045f-479a-9bc8-ff47c1f02c4a),segment_id=77254f9a-045f-479a-9bc8-ff47c1f02c4a)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:55.140647 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:55.152798 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (16e87387-b123-4f2b-babb-a2e00343063b), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:55.160241 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6dd676d4-f053-44b8-bebe-1151e95b2d81 req-de670463-7360-443b-af6a-89d6c2a228a1 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/security-groups?id=882aee9f-8a00-48f2-a2ec-433fa08f51e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533294 Apr 18 20:59:55.166679 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Calling delete_port for 3f806e57-eb91-4fa8-a84f-b69c023e11a5 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 20:59:55.171969 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dddb21ba-6fba-4d61-b56f-b541b393645e req-5d9eb669-b70d-418f-aebe-3ec48d28743d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184468 Apr 18 20:59:55.182240 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:55.185694 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] 10.222.0.53 "DELETE /v2.0/networks/16e87387-b123-4f2b-babb-a2e00343063b HTTP/1.1" status: 204 len: 168 time: 1.4301517 Apr 18 20:59:55.203637 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85512c-1ef1-46df-9da1-40c7abb6d1ed admin admin] Pushing event deleted for resources: {'Network': ['ID=16e87387-b123-4f2b-babb-a2e00343063b,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:55.533410 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (3f806e57-eb91-4fa8-a84f-b69c023e11a5), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:55.555637 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['3f806e57-eb91-4fa8-a84f-b69c023e11a5'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:55.588593 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Pushing event deleted for resources: {'Port': ['ID=3f806e57-eb91-4fa8-a84f-b69c023e11a5,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:55.649122 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] No DVR routers for this DVR port 3f806e57-eb91-4fa8-a84f-b69c023e11a5 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:55.652672 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:55.655589 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3523de11-df67-4298-b602-c2f085bc8444 req-2640412b-80db-4305-b440-097083758976 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.78 "DELETE /v2.0/ports/3f806e57-eb91-4fa8-a84f-b69c023e11a5 HTTP/1.1" status: 204 len: 173 time: 1.3364785 Apr 18 20:59:55.656137 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ba8313-084b-4c3f-a0f4-0a9ae03da28f', 'name': 'network-vif-deleted', 'tag': '3f806e57-eb91-4fa8-a84f-b69c023e11a5'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:55.658406 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d3741-d05e-40e4-933e-e47dc8b277f5" -d '{"events": [{"server_uuid": "05ba8313-084b-4c3f-a0f4-0a9ae03da28f", "name": "network-vif-deleted", "tag": "3f806e57-eb91-4fa8-a84f-b69c023e11a5"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:55.700959 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d049fe-e1f6-4f59-9abd-54b6e4a812b6 x-openstack-request-id: req-93d049fe-e1f6-4f59-9abd-54b6e4a812b6 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:55.701226 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ba8313-084b-4c3f-a0f4-0a9ae03da28f", "name": "network-vif-deleted", "tag": "3f806e57-eb91-4fa8-a84f-b69c023e11a5", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:55.701521 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93d049fe-e1f6-4f59-9abd-54b6e4a812b6 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:55.702049 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d049fe-e1f6-4f59-9abd-54b6e4a812b6'] response: {'server_uuid': '05ba8313-084b-4c3f-a0f4-0a9ae03da28f', 'name': 'network-vif-deleted', 'tag': '3f806e57-eb91-4fa8-a84f-b69c023e11a5', 'status': 'completed', 'code': 200} Apr 18 20:59:55.713266 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52996) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:55.761968 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-1e239366-d013-45af-b049-511484e03a49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ec268fac1364ccf857b9e8be5f80876&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474074 Apr 18 20:59:55.766581 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 52998) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:55.822577 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5779-7359-440c-9906-40f37a4d5bd5 admin admin] Publish callbacks [] for security_group (16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:55.849197 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5779-7359-440c-9906-40f37a4d5bd5 admin admin] Publish callbacks [] for security_group (16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:56.045695 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5779-7359-440c-9906-40f37a4d5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:56.048386 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5779-7359-440c-9906-40f37a4d5bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:56.049563 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-8e2c5779-7359-440c-9906-40f37a4d5bd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d HTTP/1.1" status: 204 len: 168 time: 0.2838318 Apr 18 20:59:56.058978 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c5779-7359-440c-9906-40f37a4d5bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f7f5dd-aaf6-4ce2-bcd0-7daa57dee14d,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:56.173818 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde53f53-82c1-4a37-a430-554ce5f5da03 req-e9f4e811-a6f2-4351-8937-6157c32e1388 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:56.175472 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bde53f53-82c1-4a37-a430-554ce5f5da03 req-e9f4e811-a6f2-4351-8937-6157c32e1388 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.0504906 Apr 18 20:59:56.232775 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bde53f53-82c1-4a37-a430-554ce5f5da03 req-41b34ac4-0458-40b7-81fc-68731cc53f40 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487278 Apr 18 20:59:56.303747 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-44ebece5-b1de-46ac-a523-ffc95f13c3a7 req-020844fa-476a-4bf6-a806-ebd0daf18f8b tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 210 time: 0.0497978 Apr 18 20:59:57.355794 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d56b-420e-45a9-a792-2a9e8e514e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:57.389207 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725299f-069b-4b3a-b55b-ba016746c047 req-31ab5673-9975-450f-8d61-cb56ef30c07a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:57.391774 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c725299f-069b-4b3a-b55b-ba016746c047 req-31ab5673-9975-450f-8d61-cb56ef30c07a tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.0644393 Apr 18 20:59:57.433611 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eee3fb1f-df67-4821-8fb9-5d278d060a27 req-a35c7032-2c98-426d-9d73-aaa884f05488 tempest-VolumesSnapshotTestJSON-1873015969 tempest-VolumesSnapshotTestJSON-1873015969-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ba8313-084b-4c3f-a0f4-0a9ae03da28f HTTP/1.1" status: 200 len: 210 time: 0.0406454 Apr 18 20:59:57.478464 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c725299f-069b-4b3a-b55b-ba016746c047 req-ae7cad8a-0921-48f6-98e6-2d6f3328d461 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767879 Apr 18 20:59:57.620449 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554acb40-5e29-4a7f-95f5-f06d51da04ae req-1fe8c463-4ebc-4bc4-9bac-b76f4bfe43e9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:57.622248 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-554acb40-5e29-4a7f-95f5-f06d51da04ae req-1fe8c463-4ebc-4bc4-9bac-b76f4bfe43e9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.0535376 Apr 18 20:59:57.632355 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53044) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 20:59:57.636968 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Request body: {'floatingip': {'port_id': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:57.680378 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (88028a43-487d-4508-baa2-63831e88cd70), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:58.341991 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:58.588532 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-ce969bb3-3584-451b-95a9-1f2419f07314 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:58.590242 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-ce969bb3-3584-451b-95a9-1f2419f07314 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/networks?id=8cbe11ba-60dc-4522-a75c-0f378793222f HTTP/1.1" status: 200 len: 815 time: 0.5413706 Apr 18 20:59:58.604046 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:58.614671 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-1a58b043-4e89-4c2a-9449-767d2e29baee tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/quotas/6eb6a73c0c864ea98674f8252693c51e HTTP/1.1" status: 200 len: 375 time: 0.0134537 Apr 18 20:59:58.664833 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (88028a43-487d-4508-baa2-63831e88cd70), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:58.714961 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-e0f15053-073e-4e4b-8f27-948fd768fcbd tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6eb6a73c0c864ea98674f8252693c51e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943644 Apr 18 20:59:58.794355 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Floating IP 88028a43-487d-4508-baa2-63831e88cd70 associated. External IP: 172.27.1.247, port: 3fcb9357-4193-41c3-86bc-97b0a7a5edd6. Apr 18 20:59:59.049829 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-104dd6a6-e2b9-4eca-92f6-1eb23bb2fb69 service neutron] 10.222.0.53 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195810 Apr 18 20:59:59.194172 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:59.203572 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-38d84e3f-b754-4aa0-b7a7-bd24921db742 service neutron] 10.222.0.53 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464384 Apr 18 20:59:59.346931 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:59.352540 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 20:59:59.359482 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:59.371397 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:59.372397 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:59.393876 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-83f675a8-51be-4775-a900-d7591e70c9f9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "PUT /v2.0/floatingips/88028a43-487d-4508-baa2-63831e88cd70 HTTP/1.1" status: 200 len: 992 time: 1.7603064 Apr 18 20:59:59.394651 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'tag': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:59.397723 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560" -d '{"events": [{"name": "network-changed", "server_uuid": "bc55b002-55c6-4b16-9539-4ce6602491fe", "tag": "3fcb9357-4193-41c3-86bc-97b0a7a5edd6"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:59.475306 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c385f-de7c-42e7-99df-7b4c160bacad x-openstack-request-id: req-438c385f-de7c-42e7-99df-7b4c160bacad {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:59.476003 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc55b002-55c6-4b16-9539-4ce6602491fe", "tag": "3fcb9357-4193-41c3-86bc-97b0a7a5edd6", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:59.476470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-438c385f-de7c-42e7-99df-7b4c160bacad {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:59.477133 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438c385f-de7c-42e7-99df-7b4c160bacad'] response: {'name': 'network-changed', 'server_uuid': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'tag': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'status': 'completed', 'code': 200} Apr 18 20:59:59.506481 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-72ec14b9-696c-426d-8093-87eeb4ec723e req-a5a70d6c-6d62-4ca5-a719-765da4f06139 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 210 time: 0.0485902 Apr 18 20:59:59.539634 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:59.573331 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-47714608-2d15-470d-88bf-17664376fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:59.575358 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-47714608-2d15-470d-88bf-17664376fe8d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=49053bff9c8744c49577beb0147f053a&device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 1130 time: 0.0795052 Apr 18 20:59:59.687192 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-c1695bd8-1015-4bf4-881e-70e7c2a69682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:59.688921 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-c1695bd8-1015-4bf4-881e-70e7c2a69682 service neutron] 10.222.0.78 "GET /v2.0/networks?id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 200 len: 915 time: 0.1049957 Apr 18 20:59:59.759969 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-13cad1e5-efd3-4563-969d-760826dea3eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcb9357-4193-41c3-86bc-97b0a7a5edd6 HTTP/1.1" status: 200 len: 1000 time: 0.0645821 Apr 18 20:59:59.775606 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3f806e57-eb91-4fa8-a84f-b69c023e11a5 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:59.787020 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '88028a43-487d-4508-baa2-63831e88cd70', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:22:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:27Z', 'updated_at': '2022-04-18T20:59:58Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:59.801659 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 3f806e57-eb91-4fa8-a84f-b69c023e11a5 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 20:59:59.802152 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3f806e57-eb91-4fa8-a84f-b69c023e11a5 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:59.820558 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-189203b1-db08-4cfd-be48-540ce2052410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:59.822035 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-189203b1-db08-4cfd-be48-540ce2052410 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 200 len: 853 time: 0.0563598 Apr 18 20:59:59.823747 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:59.833422 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:59.833753 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T20:59:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:59.882486 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-b33fb2d3-ebcd-414c-a62a-7d76cbc7514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 20:59:59.884206 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-b33fb2d3-ebcd-414c-a62a-7d76cbc7514c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13a8a4ec-054a-4b03-9f0c-ef547bb0842d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563455 Apr 18 20:59:59.951825 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:59.985640 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-f8ba3472-1a34-49ae-99a1-019843cf8e9f service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947769 Apr 18 21:00:00.086913 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2b32fea-39f6-4a6d-b8bb-ec1f7e0d4560 req-13d2c182-af25-4710-bf1c-21f6c62ffe37 service neutron] 10.222.0.78 "GET /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945005 Apr 18 21:00:00.196780 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '88028a43-487d-4508-baa2-63831e88cd70', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:22:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:27Z', 'updated_at': '2022-04-18T20:59:58Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:00.253136 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:00.325185 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea1cc9-f612-4192-a52e-b7c9d55d6bd8 None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '88028a43-487d-4508-baa2-63831e88cd70', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'port_id': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'mac_address': 'fa:16:3e:22:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:27Z', 'updated_at': '2022-04-18T20:59:58Z', 'revision_number': 1, 'project_id': '49053bff9c8744c49577beb0147f053a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:00.544812 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116c318-b93e-41e0-a33a-76e734410581 None None] New status for floating IP 88028a43-487d-4508-baa2-63831e88cd70: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:00:00.610290 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a227484f-055f-4d9f-a7f9-f23a33d6b0fe req-14563caf-aa37-42cf-8b04-711568e62f92 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 210 time: 0.0311525 Apr 18 21:00:00.732950 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:00:01.578074 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:01.728214 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e9dfa8b5-45ca-430c-ab69-5839df464ffb req-127bebc2-bc0e-46da-ab9d-664136f37713 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 210 time: 0.0301125 Apr 18 21:00:02.035625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:02.827897 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b6e32f19-b7a1-4f4e-b8af-042ada70a2c0 req-3215dfa8-6ae0-4915-a235-caa72b9c7843 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 210 time: 0.0298154 Apr 18 21:00:03.933423 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2ec1aa41-2473-4b81-9f8f-2d9e858a7309 req-916eb9fc-3d09-4de8-8185-e8b2799636bc tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 210 time: 0.0320241 Apr 18 21:00:04.743341 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-94a3b0e4-9e90-4408-8958-b438fed96234 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:04.744590 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-94a3b0e4-9e90-4408-8958-b438fed96234 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.78 "GET /v2.0/networks?id=8cbe11ba-60dc-4522-a75c-0f378793222f HTTP/1.1" status: 200 len: 815 time: 0.1197724 Apr 18 21:00:04.768291 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'port': {'device_id': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'admin_state_up': True, 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:04.959311 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Made reservation on behalf of 6eb6a73c0c864ea98674f8252693c51e for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:04.962025 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:05.068853 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-008f9128-5e16-4aea-a11b-4330395029d0 req-e51e438e-9a12-4c7a-8148-b29ba536be6c tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 210 time: 0.0331144 Apr 18 21:00:05.159545 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Allocated IP 172.20.0.14 (8cbe11ba-60dc-4522-a75c-0f378793222f/9e902ca2-c91d-4789-acdc-b3f2dae97c3d/94d4d621-0cc2-4287-a850-9cab39694f88) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:05.337181 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for port (94d4d621-0cc2-4287-a850-9cab39694f88), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:05.458086 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:05.522030 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Network 8cbe11ba-60dc-4522-a75c-0f378793222f is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:05.525503 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:05.528711 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:05.562488 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'Port': ['ID=94d4d621-0cc2-4287-a850-9cab39694f88,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:05.593492 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:05.594082 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:05.742987 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-7630a224-c50e-4ba0-aa4e-8ff645179d44 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9784245 Apr 18 21:00:05.799461 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Request body: {'port': {'device_id': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:05.812103 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-5a56cc87-a886-4061-bf81-c6cd97f15aff None None] Provisioning complete for port 94d4d621-0cc2-4287-a850-9cab39694f88 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:00:05.824260 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5a56cc87-a886-4061-bf81-c6cd97f15aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:05.859678 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-5a56cc87-a886-4061-bf81-c6cd97f15aff None None] Port 94d4d621-0cc2-4287-a850-9cab39694f88 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:00:05.872410 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53194) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:05.955301 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.026988 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-394b087d-436e-4040-8c82-5011930f09b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.184705 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-394b087d-436e-4040-8c82-5011930f09b4 admin admin] Publish callbacks [] for security_group (1a86a994-19a3-4a31-a18a-dfb965327219), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.285251 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0970e-84b3-48c7-8f6f-0ec443e2c2bb req-3d854e2b-798a-423b-84fe-8d3f0e7ef9dc tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:06.287715 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a2c0970e-84b3-48c7-8f6f-0ec443e2c2bb req-3d854e2b-798a-423b-84fe-8d3f0e7ef9dc tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 932 time: 0.0863192 Apr 18 21:00:06.297888 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-394b087d-436e-4040-8c82-5011930f09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1a86a994-19a3-4a31-a18a-dfb965327219), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.335677 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b087d-436e-4040-8c82-5011930f09b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a86a994-19a3-4a31-a18a-dfb965327219,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:06.381915 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-394b087d-436e-4040-8c82-5011930f09b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5350a8767d0e4020bdd7840d708b75c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054400 Apr 18 21:00:06.383320 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53204) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:06.449566 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-00dbec2d-c1db-4028-a32c-de18a6407bad admin admin] Publish callbacks [] for security_group (1a86a994-19a3-4a31-a18a-dfb965327219), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.462973 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a2c0970e-84b3-48c7-8f6f-0ec443e2c2bb req-a960ce1c-a10e-414a-9236-2b7fae0d91d1 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635962 Apr 18 21:00:06.501621 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-00dbec2d-c1db-4028-a32c-de18a6407bad admin admin] Publish callbacks [] for security_group (1a86a994-19a3-4a31-a18a-dfb965327219), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.539082 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d4d621-0cc2-4287-a850-9cab39694f88 {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:06.551654 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Publish callbacks [] for port (94d4d621-0cc2-4287-a850-9cab39694f88), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.573780 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Transition to ACTIVE for port object 94d4d621-0cc2-4287-a850-9cab39694f88 will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 21:00:06.680532 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.680796 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-00dbec2d-c1db-4028-a32c-de18a6407bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (1a86a994-19a3-4a31-a18a-dfb965327219), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.683921 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-00dbec2d-c1db-4028-a32c-de18a6407bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:06.685133 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-00dbec2d-c1db-4028-a32c-de18a6407bad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a86a994-19a3-4a31-a18a-dfb965327219 HTTP/1.1" status: 204 len: 168 time: 0.3000119 Apr 18 21:00:06.694841 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbec2d-c1db-4028-a32c-de18a6407bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a86a994-19a3-4a31-a18a-dfb965327219,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:06.752300 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Pushing event updated for resources: {'Port': ['ID=94d4d621-0cc2-4287-a850-9cab39694f88,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:06.914224 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Attempting to bind port 94d4d621-0cc2-4287-a850-9cab39694f88 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:00:06.914700 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Attempting to bind port 94d4d621-0cc2-4287-a850-9cab39694f88 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:00:06.915419 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Attempting to bind port 94d4d621-0cc2-4287-a850-9cab39694f88 on network 8cbe11ba-60dc-4522-a75c-0f378793222f {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:06.929079 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Port 94d4d621-0cc2-4287-a850-9cab39694f88 on network 8cbe11ba-60dc-4522-a75c-0f378793222f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:00:06.930094 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Attempting to bind port 94d4d621-0cc2-4287-a850-9cab39694f88 on network 8cbe11ba-60dc-4522-a75c-0f378793222f {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:06.942729 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:06.951962 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Checking segment: {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:00:06.952429 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Bound using segment: {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:06.952985 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Bound port: 94d4d621-0cc2-4287-a850-9cab39694f88, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d37b2fe-2fa9-4997-88c3-82f899e41a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:00:06.953555 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:07.070701 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] For port 94d4d621-0cc2-4287-a850-9cab39694f88, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:07.074471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] For port 94d4d621-0cc2-4287-a850-9cab39694f88, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=94d4d621-0cc2-4287-a850-9cab39694f88,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:07.218765 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:07.258236 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:07.259058 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:07.260791 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] 10.222.0.78 "PUT /v2.0/ports/94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 1094 time: 1.4736848 Apr 18 21:00:07.261463 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:07.263970 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef02a41-1be5-4e88-a717-c00f7478dd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:07.324615 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaf5723-5e69-4919-bd0d-8d4f89a7c807 x-openstack-request-id: req-8eaf5723-5e69-4919-bd0d-8d4f89a7c807 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:07.324615 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:07.324615 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8eaf5723-5e69-4919-bd0d-8d4f89a7c807 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:07.324615 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eaf5723-5e69-4919-bd0d-8d4f89a7c807'] response: {'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88', 'status': 'completed', 'code': 200} Apr 18 21:00:07.337687 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e71662-859a-4e1d-9a5f-be281feb4015 service neutron] Pushing event updated for resources: {'Port': ['ID=94d4d621-0cc2-4287-a850-9cab39694f88,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:07.434474 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02a41-1be5-4e88-a717-c00f7478dd1b req-86cc785b-f2b1-46d8-8c15-316a9a36ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:07.436421 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ef02a41-1be5-4e88-a717-c00f7478dd1b req-86cc785b-f2b1-46d8-8c15-316a9a36ba77 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6eb6a73c0c864ea98674f8252693c51e&device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1128 time: 0.0745275 Apr 18 21:00:07.751492 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759ab85-1943-47cb-b1ac-bf1ea0b96904 req-6826a9f8-7998-4673-930f-63957d95c37b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:07.753325 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a759ab85-1943-47cb-b1ac-bf1ea0b96904 req-6826a9f8-7998-4673-930f-63957d95c37b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.1393602 Apr 18 21:00:07.806010 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02a41-1be5-4e88-a717-c00f7478dd1b req-f9fd0591-dc1b-434f-bd03-1b439c9b6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:07.807586 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ef02a41-1be5-4e88-a717-c00f7478dd1b req-f9fd0591-dc1b-434f-bd03-1b439c9b6d42 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=6eb6a73c0c864ea98674f8252693c51e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2601507 Apr 18 21:00:07.858381 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53230) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:07.877635 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-36422442-dfaa-41e6-ab8d-fd7c477228a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:07.897838 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a759ab85-1943-47cb-b1ac-bf1ea0b96904 req-e70ab173-236a-4b49-a930-0d0fd059408f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340041 Apr 18 21:00:08.096965 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02a41-1be5-4e88-a717-c00f7478dd1b req-6b8b455f-bc6b-444e-9723-6fdf4fb08163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:08.099989 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7ef02a41-1be5-4e88-a717-c00f7478dd1b req-6b8b455f-bc6b-444e-9723-6fdf4fb08163 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000256 Apr 18 21:00:08.456912 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-36422442-dfaa-41e6-ab8d-fd7c477228a4 admin admin] Publish callbacks [] for security_group (e5ae77fe-0ff6-4c6c-9165-753fcd1fc064), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:08.511329 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-1369a5a3-0d2e-4a73-b5b8-efb10ddc0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:08.515058 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-1369a5a3-0d2e-4a73-b5b8-efb10ddc0f9e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6eb6a73c0c864ea98674f8252693c51e&device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1128 time: 0.0633404 Apr 18 21:00:08.549763 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-36422442-dfaa-41e6-ab8d-fd7c477228a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e5ae77fe-0ff6-4c6c-9165-753fcd1fc064), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:08.603222 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-36422442-dfaa-41e6-ab8d-fd7c477228a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8db82daffe5447df926b59c6f3ee5c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7432232 Apr 18 21:00:08.604261 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53238) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:08.607059 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36422442-dfaa-41e6-ab8d-fd7c477228a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae77fe-0ff6-4c6c-9165-753fcd1fc064,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:08.694820 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ac9713a1-2ced-4bba-b53f-54c7b2703844 admin admin] Publish callbacks [] for security_group (e5ae77fe-0ff6-4c6c-9165-753fcd1fc064), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:08.695305 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-25d27bb6-272c-4301-9166-7d57fa3fd23f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 217 time: 0.1284118 Apr 18 21:00:08.728802 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ac9713a1-2ced-4bba-b53f-54c7b2703844 admin admin] Publish callbacks [] for security_group (e5ae77fe-0ff6-4c6c-9165-753fcd1fc064), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:08.828910 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-50cab30f-b6b3-4016-a0e2-e0d42b66cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:08.830833 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-50cab30f-b6b3-4016-a0e2-e0d42b66cf4c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9e902ca2-c91d-4789-acdc-b3f2dae97c3d HTTP/1.1" status: 200 len: 854 time: 0.1028304 Apr 18 21:00:08.957384 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ac9713a1-2ced-4bba-b53f-54c7b2703844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e5ae77fe-0ff6-4c6c-9165-753fcd1fc064), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:08.967418 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ac9713a1-2ced-4bba-b53f-54c7b2703844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:08.974781 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-ac9713a1-2ced-4bba-b53f-54c7b2703844 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5ae77fe-0ff6-4c6c-9165-753fcd1fc064 HTTP/1.1" status: 204 len: 168 time: 0.3688674 Apr 18 21:00:09.011588 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9713a1-2ced-4bba-b53f-54c7b2703844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae77fe-0ff6-4c6c-9165-753fcd1fc064,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:09.243657 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915fef7-ee51-43e1-8c37-ef8081c427c1 req-0fce22f7-94c6-4e91-a5f5-fa7fbe57b36e tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:09.246757 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e915fef7-ee51-43e1-8c37-ef8081c427c1 req-0fce22f7-94c6-4e91-a5f5-fa7fbe57b36e tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.1482158 Apr 18 21:00:09.287193 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-4783baa1-91ed-496d-b2bb-03bf687ac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:09.288904 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-4783baa1-91ed-496d-b2bb-03bf687ac7b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8cbe11ba-60dc-4522-a75c-0f378793222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1290147 Apr 18 21:00:09.328564 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e915fef7-ee51-43e1-8c37-ef8081c427c1 req-a2744e93-d04a-4757-b63e-5ec748d40290 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709906 Apr 18 21:00:09.648193 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-a7376968-7220-4023-9746-853a41572283 service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851244 Apr 18 21:00:10.494257 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091cde3-993d-47f8-8a70-09e2f811f037 req-c00dcf00-ef85-4cc7-8c39-4f168683cee3 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:10.503346 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f091cde3-993d-47f8-8a70-09e2f811f037 req-c00dcf00-ef85-4cc7-8c39-4f168683cee3 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0976970 Apr 18 21:00:10.611115 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f091cde3-993d-47f8-8a70-09e2f811f037 req-087faca5-6549-4389-895f-25363e3c8cb2 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007948 Apr 18 21:00:11.750194 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b1d54-54b4-4727-9594-99fc5fe0f339 req-115c7bed-cdc8-41e3-9625-acfaa28bbf30 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:11.751895 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f37b1d54-54b4-4727-9594-99fc5fe0f339 req-115c7bed-cdc8-41e3-9625-acfaa28bbf30 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0682786 Apr 18 21:00:11.826206 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f37b1d54-54b4-4727-9594-99fc5fe0f339 req-f1d9119d-7885-44a5-99ad-051c8df3f576 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647545 Apr 18 21:00:12.991003 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3151736-c1a3-46ef-a60d-bf687d3109f6 req-715ccdc1-c484-4765-913c-74ea2b8c7b83 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:12.991003 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3151736-c1a3-46ef-a60d-bf687d3109f6 req-715ccdc1-c484-4765-913c-74ea2b8c7b83 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0657203 Apr 18 21:00:13.073284 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3151736-c1a3-46ef-a60d-bf687d3109f6 req-3201993a-7a60-41ff-ab9b-15ff18a64516 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761912 Apr 18 21:00:14.239433 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8bbe4-035e-44b1-9076-4cea32c89e73 req-ae28e08f-17be-4815-b023-d28bcb5ef739 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:14.241794 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-98f8bbe4-035e-44b1-9076-4cea32c89e73 req-ae28e08f-17be-4815-b023-d28bcb5ef739 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0682733 Apr 18 21:00:14.304465 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-98f8bbe4-035e-44b1-9076-4cea32c89e73 req-0ee75d2d-f365-4588-975f-085891774704 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560536 Apr 18 21:00:15.519659 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e82b7a-12ee-46c1-8e96-1e05cdba3fef req-709b9f86-361a-4f6d-ac2e-32c63e6f049b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:15.531629 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-07e82b7a-12ee-46c1-8e96-1e05cdba3fef req-709b9f86-361a-4f6d-ac2e-32c63e6f049b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0972416 Apr 18 21:00:15.607495 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-07e82b7a-12ee-46c1-8e96-1e05cdba3fef req-743ff9b0-1727-4c29-bb04-76236487e542 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669680 Apr 18 21:00:16.372059 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-56a4c0d4-34d2-47b5-9d1a-ad5abbc6cfae req-b1373d64-17ff-4631-bcf5-1dfe89a57a31 service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136882 Apr 18 21:00:16.739629 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742979fe-2a68-44f9-92a1-451d26559163 req-d8f8b6cb-d5e0-4880-b490-db94b6f255d8 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:16.741779 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-742979fe-2a68-44f9-92a1-451d26559163 req-d8f8b6cb-d5e0-4880-b490-db94b6f255d8 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0575969 Apr 18 21:00:16.805712 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-742979fe-2a68-44f9-92a1-451d26559163 req-515306ed-aad7-4777-92e0-dbc9abb23115 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579906 Apr 18 21:00:17.954800 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d31361-d130-40f6-8c05-ffacf83a10f3 req-760fcf7c-f717-4b92-a43c-afd6fffd0a78 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:17.957170 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e3d31361-d130-40f6-8c05-ffacf83a10f3 req-760fcf7c-f717-4b92-a43c-afd6fffd0a78 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0706987 Apr 18 21:00:18.038244 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e3d31361-d130-40f6-8c05-ffacf83a10f3 req-8387f607-a6ae-4420-970d-0194b1e292e6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743392 Apr 18 21:00:18.737628 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1ccc-60db-4c0d-aa1c-36979e3db357 req-5bf2fe8e-28fb-4f08-9202-7ce50e1d319e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:18.739300 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8feb1ccc-60db-4c0d-aa1c-36979e3db357 req-5bf2fe8e-28fb-4f08-9202-7ce50e1d319e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0560551 Apr 18 21:00:18.808923 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8feb1ccc-60db-4c0d-aa1c-36979e3db357 req-74266308-cf3d-4381-9bb7-08860108a474 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616140 Apr 18 21:00:19.188027 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e426-37bd-4e1c-bc05-e548712cd64b req-f6b584df-0bd3-4a53-a662-031ea63037cf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:19.190438 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-94b5e426-37bd-4e1c-bc05-e548712cd64b req-f6b584df-0bd3-4a53-a662-031ea63037cf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0769067 Apr 18 21:00:19.248269 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-94b5e426-37bd-4e1c-bc05-e548712cd64b req-613af69f-d706-407f-acc6-23c6d9600547 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509932 Apr 18 21:00:19.947821 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3291230-1a42-4cef-8594-a1b0902df081 req-eadd2af4-a617-4d14-8112-e9cf80028d61 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:19.949433 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3291230-1a42-4cef-8594-a1b0902df081 req-eadd2af4-a617-4d14-8112-e9cf80028d61 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0541451 Apr 18 21:00:20.021954 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c3291230-1a42-4cef-8594-a1b0902df081 req-bdcd7f23-d3d3-448b-bc46-41ea7076ac3f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578747 Apr 18 21:00:20.428060 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ac19-7369-4cd8-bb8b-6929fe997550 req-1c4819c8-e3c5-4b7e-8f64-3f5e8ae15b13 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:20.430616 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3f52ac19-7369-4cd8-bb8b-6929fe997550 req-1c4819c8-e3c5-4b7e-8f64-3f5e8ae15b13 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.1030605 Apr 18 21:00:20.498202 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3f52ac19-7369-4cd8-bb8b-6929fe997550 req-e4056c84-45ca-431b-a14e-64f4d36670e8 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562670 Apr 18 21:00:21.171473 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96afac5-3a2a-4076-b7f4-8d8d4359f698 req-1c44d522-4dc1-4424-940c-1d7d8a655c1e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:21.171473 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f96afac5-3a2a-4076-b7f4-8d8d4359f698 req-1c44d522-4dc1-4424-940c-1d7d8a655c1e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0635641 Apr 18 21:00:21.243876 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f96afac5-3a2a-4076-b7f4-8d8d4359f698 req-95dda8c3-2bc5-4ff4-a984-20ea6f7b59ab tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641179 Apr 18 21:00:21.644165 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b5f5d-328b-45d3-9d96-34ac71a21f1a req-8e7d916f-c1df-48ab-859a-fc8890c10f54 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:21.646358 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a23b5f5d-328b-45d3-9d96-34ac71a21f1a req-8e7d916f-c1df-48ab-859a-fc8890c10f54 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 944 time: 0.0608099 Apr 18 21:00:21.703197 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a23b5f5d-328b-45d3-9d96-34ac71a21f1a req-a26c82ee-1f75-438a-8854-b3347285157c tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509725 Apr 18 21:00:21.847607 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 94d4d621-0cc2-4287-a850-9cab39694f88 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:00:21.959582 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 94d4d621-0cc2-4287-a850-9cab39694f88, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=94d4d621-0cc2-4287-a850-9cab39694f88,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:21.973564 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '94d4d621-0cc2-4287-a850-9cab39694f88', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'port_id': '94d4d621-0cc2-4287-a850-9cab39694f88', 'mac_address': 'fa:16:3e:00:92:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:00:22.018182 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 94d4d621-0cc2-4287-a850-9cab39694f88 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:00:22.018618 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:22.042544 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d4d621-0cc2-4287-a850-9cab39694f88 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:22.077826 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 94d4d621-0cc2-4287-a850-9cab39694f88, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=94d4d621-0cc2-4287-a850-9cab39694f88,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:22.172212 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:22.234112 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=94d4d621-0cc2-4287-a850-9cab39694f88,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.242696 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.243071 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.243418 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.243760 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.244097 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.244431 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.244799 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.245129 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.245460 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.245790 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.246138 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.246570 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.247127 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.247657 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.248198 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:22.388495 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cd90a-cb01-4849-bdbc-842b7920f05b req-3b80285f-f7e0-4aca-9274-855861fa55ca tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:22.390009 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-974cd90a-cb01-4849-bdbc-842b7920f05b req-3b80285f-f7e0-4aca-9274-855861fa55ca tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0520856 Apr 18 21:00:22.438395 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['94d4d621-0cc2-4287-a850-9cab39694f88'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:00:22.447216 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-974cd90a-cb01-4849-bdbc-842b7920f05b req-9836a713-c035-4c4a-9987-113f4925f8ed tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502162 Apr 18 21:00:22.822682 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed41ca-dd5b-44b7-a7ef-85eda6b99867 req-62362284-ceda-4b4b-8693-5909823a9bf7 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:22.824232 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a5ed41ca-dd5b-44b7-a7ef-85eda6b99867 req-62362284-ceda-4b4b-8693-5909823a9bf7 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 945 time: 0.0507164 Apr 18 21:00:22.877718 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a5ed41ca-dd5b-44b7-a7ef-85eda6b99867 req-55e53a36-18b3-4581-8fbe-6c9b9e4180fd tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 Apr 18 21:00:23.602458 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ce57-9207-4839-a902-0f349338a338 req-b4edb364-3697-44ab-9342-668d0d43a6aa tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:23.604873 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c560ce57-9207-4839-a902-0f349338a338 req-b4edb364-3697-44ab-9342-668d0d43a6aa tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0773847 Apr 18 21:00:23.700807 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c560ce57-9207-4839-a902-0f349338a338 req-bdbb958a-fa1a-47e4-a3b9-8b47767ce5ec tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725126 Apr 18 21:00:23.862890 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 94d4d621-0cc2-4287-a850-9cab39694f88 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:23.913671 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 94d4d621-0cc2-4287-a850-9cab39694f88 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 21:00:23.998401 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f04e-d083-4d59-b811-2e2c5a6d5c40 req-6b5e5eb5-42a7-4a7f-8e69-8f398e6da974 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:23.999053 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 94d4d621-0cc2-4287-a850-9cab39694f88 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:00:23.999053 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:23.999964 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-02c5f04e-d083-4d59-b811-2e2c5a6d5c40 req-6b5e5eb5-42a7-4a7f-8e69-8f398e6da974 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 945 time: 0.0498431 Apr 18 21:00:24.052894 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-02c5f04e-d083-4d59-b811-2e2c5a6d5c40 req-3aabdb3d-87cb-4a43-a937-f028191bc03b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454652 Apr 18 21:00:24.079697 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 94d4d621-0cc2-4287-a850-9cab39694f88 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:00:24.080091 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:24.104812 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:24.107011 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fc7800-1da9-4533-b928-a012fb962a14" -d '{"events": [{"server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "name": "network-vif-plugged", "status": "completed", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:24.128824 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 94d4d621-0cc2-4287-a850-9cab39694f88, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=94d4d621-0cc2-4287-a850-9cab39694f88,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:24.146351 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af8e244-ba89-445b-b586-010965bd0a00 x-openstack-request-id: req-6af8e244-ba89-445b-b586-010965bd0a00 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:24.146351 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "name": "network-vif-plugged", "status": "completed", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:24.146351 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6af8e244-ba89-445b-b586-010965bd0a00 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:24.146351 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af8e244-ba89-445b-b586-010965bd0a00'] response: {'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88', 'code': 200} Apr 18 21:00:24.189946 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:24.261820 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=94d4d621-0cc2-4287-a850-9cab39694f88,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.528742 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d219a5-422f-426f-8a4a-51a71ecacd41 req-5077d136-4180-4b73-8dc2-397c16943e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:24.530404 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a4d219a5-422f-426f-8a4a-51a71ecacd41 req-5077d136-4180-4b73-8dc2-397c16943e69 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1130 time: 0.0540903 Apr 18 21:00:24.590341 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a4d219a5-422f-426f-8a4a-51a71ecacd41 req-58934d3f-26f5-4b39-96e3-7013d0b9047f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536728 Apr 18 21:00:24.851131 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4077b6-88d9-4efe-bdc6-a5ca5fdb9052 req-22c3ab93-ba6c-4de8-9396-b66e9dac4d8b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:24.853816 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be4077b6-88d9-4efe-bdc6-a5ca5fdb9052 req-22c3ab93-ba6c-4de8-9396-b66e9dac4d8b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0668902 Apr 18 21:00:24.927539 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be4077b6-88d9-4efe-bdc6-a5ca5fdb9052 req-ad26d4e1-6b28-40e3-a005-47ef5962b629 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644224 Apr 18 21:00:24.972070 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-0f57d10f-1c9b-4736-8726-f758e60cca15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:25.209676 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad75f2a-edfe-4f09-bb16-b91b3f089285 req-9112edd3-e1f7-460d-a504-311fcb583093 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:25.211336 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0ad75f2a-edfe-4f09-bb16-b91b3f089285 req-9112edd3-e1f7-460d-a504-311fcb583093 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0689375 Apr 18 21:00:25.280954 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0ad75f2a-edfe-4f09-bb16-b91b3f089285 req-f75dca54-f085-48aa-9ac5-feb2e97cea5d tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607352 Apr 18 21:00:25.646662 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53502) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:25.789998 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-87bf9bef-355f-4f07-9a2e-8463fea6704a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:25.905583 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-87bf9bef-355f-4f07-9a2e-8463fea6704a admin admin] Publish callbacks [] for security_group (3edcb8c3-1d32-4e0a-8594-038293dace5c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:25.972139 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-87bf9bef-355f-4f07-9a2e-8463fea6704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (3edcb8c3-1d32-4e0a-8594-038293dace5c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:26.026925 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-87bf9bef-355f-4f07-9a2e-8463fea6704a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c896d45532784ccf8525f2eb6e743cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788774 Apr 18 21:00:26.028213 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9bef-355f-4f07-9a2e-8463fea6704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edcb8c3-1d32-4e0a-8594-038293dace5c,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.029689 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53510) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:26.087718 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-7e72f56e-ce80-4e5d-98dc-96c55042177c admin admin] Publish callbacks [] for security_group (3edcb8c3-1d32-4e0a-8594-038293dace5c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:26.091417 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241d035-be19-47ca-bfc3-c2c36d12b5d3 req-ac124fab-2543-4b8c-a295-a7eafc6063da tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:26.093239 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7241d035-be19-47ca-bfc3-c2c36d12b5d3 req-ac124fab-2543-4b8c-a295-a7eafc6063da tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0885465 Apr 18 21:00:26.117386 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-7e72f56e-ce80-4e5d-98dc-96c55042177c admin admin] Publish callbacks [] for security_group (3edcb8c3-1d32-4e0a-8594-038293dace5c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:26.180990 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7241d035-be19-47ca-bfc3-c2c36d12b5d3 req-955d3cd4-e1d2-4825-a555-7a73377bcda7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800929 Apr 18 21:00:26.292894 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-7e72f56e-ce80-4e5d-98dc-96c55042177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (3edcb8c3-1d32-4e0a-8594-038293dace5c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:26.297225 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-7e72f56e-ce80-4e5d-98dc-96c55042177c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:26.300884 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-7e72f56e-ce80-4e5d-98dc-96c55042177c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3edcb8c3-1d32-4e0a-8594-038293dace5c HTTP/1.1" status: 204 len: 168 time: 0.2671862 Apr 18 21:00:26.308980 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72f56e-ce80-4e5d-98dc-96c55042177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edcb8c3-1d32-4e0a-8594-038293dace5c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.504139 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66378226-f15f-4cbe-b4c3-b739229a36e3 req-271419c5-ffda-4c44-90eb-e831e9c87bbf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:26.506476 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-66378226-f15f-4cbe-b4c3-b739229a36e3 req-271419c5-ffda-4c44-90eb-e831e9c87bbf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0976758 Apr 18 21:00:26.898636 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-66378226-f15f-4cbe-b4c3-b739229a36e3 req-1b97c19e-9d39-46c9-8902-a02ba2d34b2d tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828452 Apr 18 21:00:27.083009 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7b871-51fb-4c18-b6fc-303285e81479 req-41ae6218-8dcb-4266-a9bc-420178518fd6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:27.086819 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bae7b871-51fb-4c18-b6fc-303285e81479 req-41ae6218-8dcb-4266-a9bc-420178518fd6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0761333 Apr 18 21:00:27.164926 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bae7b871-51fb-4c18-b6fc-303285e81479 req-50892019-b640-4e3a-825e-98724a2033e0 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724945 Apr 18 21:00:27.194840 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53544) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:27.212667 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-df2da02a-95ee-41c4-a4b7-db0d1f336222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:27.331651 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d32b2cc1-ad33-41d7-8ea6-1f4904bd6569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:27.364863 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48293c-c64a-4c65-9a61-2ecf9cb08ec6 req-9ed59b90-4cab-4911-b624-50af55e90fc2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:27.366507 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ee48293c-c64a-4c65-9a61-2ecf9cb08ec6 req-9ed59b90-4cab-4911-b624-50af55e90fc2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0791981 Apr 18 21:00:27.423690 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-df2da02a-95ee-41c4-a4b7-db0d1f336222 admin admin] Publish callbacks [] for security_group (cefa6c48-16ed-4bba-aeae-32bea6ddc280), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:27.461972 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ee48293c-c64a-4c65-9a61-2ecf9cb08ec6 req-e05c7b2b-2036-4248-bf3d-b750f0da8f9f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884140 Apr 18 21:00:27.537990 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-df2da02a-95ee-41c4-a4b7-db0d1f336222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (cefa6c48-16ed-4bba-aeae-32bea6ddc280), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:27.606191 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-df2da02a-95ee-41c4-a4b7-db0d1f336222 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8db8a89de5e433d8fefcce27d6e647d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063206 Apr 18 21:00:27.606191 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2da02a-95ee-41c4-a4b7-db0d1f336222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa6c48-16ed-4bba-aeae-32bea6ddc280,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.607427 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53550) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:27.692326 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031b2f-964c-47c7-8563-82e2f2e4543c req-4c399a22-ef31-47e9-bad7-fb211a0d2c1e tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:27.693914 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-34031b2f-964c-47c7-8563-82e2f2e4543c req-4c399a22-ef31-47e9-bad7-fb211a0d2c1e tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0679903 Apr 18 21:00:27.700798 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7961-e00d-41a5-a52f-aae9add6ca1b admin admin] Publish callbacks [] for security_group (cefa6c48-16ed-4bba-aeae-32bea6ddc280), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:27.734132 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7961-e00d-41a5-a52f-aae9add6ca1b admin admin] Publish callbacks [] for security_group (cefa6c48-16ed-4bba-aeae-32bea6ddc280), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:27.756501 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-34031b2f-964c-47c7-8563-82e2f2e4543c req-bb87cf97-fcf6-4021-b681-0486b670fe9b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558939 Apr 18 21:00:27.875919 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7961-e00d-41a5-a52f-aae9add6ca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (cefa6c48-16ed-4bba-aeae-32bea6ddc280), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:27.882126 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7961-e00d-41a5-a52f-aae9add6ca1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:27.884620 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-1a1d7961-e00d-41a5-a52f-aae9add6ca1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cefa6c48-16ed-4bba-aeae-32bea6ddc280 HTTP/1.1" status: 204 len: 168 time: 0.2731116 Apr 18 21:00:27.900027 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d7961-e00d-41a5-a52f-aae9add6ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa6c48-16ed-4bba-aeae-32bea6ddc280,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:28.412662 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:28.805158 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73803b-0027-4dce-bcf0-9e07f261d6c7 req-fb755691-451a-4d4a-821c-4c151c83bd6d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:28.806732 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0e73803b-0027-4dce-bcf0-9e07f261d6c7 req-fb755691-451a-4d4a-821c-4c151c83bd6d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0615096 Apr 18 21:00:28.873391 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0e73803b-0027-4dce-bcf0-9e07f261d6c7 req-4d153b08-a518-4bfb-9e9d-02c28936a90a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553496 Apr 18 21:00:29.247932 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53602) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:29.322957 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-177a8db7-f80b-4a63-b60a-420e04550120 admin admin] Deleting subnet f30c85d2-81a4-432e-864e-85f741e66e1e {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:00:29.327819 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-177a8db7-f80b-4a63-b60a-420e04550120 admin admin] Publish callbacks [] for subnet (f30c85d2-81a4-432e-864e-85f741e66e1e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:29.391244 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-177a8db7-f80b-4a63-b60a-420e04550120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (f30c85d2-81a4-432e-864e-85f741e66e1e), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:29.460349 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-177a8db7-f80b-4a63-b60a-420e04550120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (f30c85d2-81a4-432e-864e-85f741e66e1e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:29.633424 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-177a8db7-f80b-4a63-b60a-420e04550120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (f30c85d2-81a4-432e-864e-85f741e66e1e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:29.669994 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8db7-f80b-4a63-b60a-420e04550120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30c85d2-81a4-432e-864e-85f741e66e1e,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:29.677378 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-177a8db7-f80b-4a63-b60a-420e04550120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:29.685334 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-177a8db7-f80b-4a63-b60a-420e04550120 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f30c85d2-81a4-432e-864e-85f741e66e1e HTTP/1.1" status: 204 len: 168 time: 0.4348540 Apr 18 21:00:29.687878 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53612) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:29.808038 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (4ed1088e-ebe3-44e1-95b2-87a5c93058e4), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:29.927053 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (4ed1088e-ebe3-44e1-95b2-87a5c93058e4), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:29.967504 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed1088e-ebe3-44e1-95b2-87a5c93058e4']}} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:29.987594 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77254f9a-045f-479a-9bc8-ff47c1f02c4a') {'for_net_delete': True} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:29.988147 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77254f9a-045f-479a-9bc8-ff47c1f02c4a') {} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:30.005749 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13184721'] for segment (77254f9a-045f-479a-9bc8-ff47c1f02c4a), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:30.033646 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (77254f9a-045f-479a-9bc8-ff47c1f02c4a), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:30.058848 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=110663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:30.058848 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12669878'] for segment (77254f9a-045f-479a-9bc8-ff47c1f02c4a), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: Traceback (most recent call last): Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: timer() Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: cb(*args, **kw) Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: return func(*args, **kwargs) Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: self._notify() Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: self.callback(batched_events) Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: event.method(event) Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: return f(self, *a, **k) Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._get(url).json() Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:30.059245 dv-cinder-826510-5-iscsi neutron-server[110663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:30.179871 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac44d2-5b0b-4198-8101-c36434a2f416 req-a7e5ae88-0a36-4280-a25c-27bf75b47f67 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:30.186016 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aaac44d2-5b0b-4198-8101-c36434a2f416 req-a7e5ae88-0a36-4280-a25c-27bf75b47f67 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1431322 Apr 18 21:00:30.218847 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:30.254992 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aaac44d2-5b0b-4198-8101-c36434a2f416 req-29f7c430-162b-4184-a7e8-0413ab432a53 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589607 Apr 18 21:00:30.276748 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (4ed1088e-ebe3-44e1-95b2-87a5c93058e4), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:30.283827 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:30.291974 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] 10.222.0.53 "DELETE /v2.0/networks/4ed1088e-ebe3-44e1-95b2-87a5c93058e4 HTTP/1.1" status: 204 len: 168 time: 0.5986285 Apr 18 21:00:30.302685 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a721504-d7e5-48e8-b38d-c4379320211a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed1088e-ebe3-44e1-95b2-87a5c93058e4,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:30.771994 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53654) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:30.834596 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6bad2400-427f-49f7-90d4-45d034d7d957 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6b4974d20af47c2b4d4462d228d06f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615795 Apr 18 21:00:30.839806 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53656) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:30.922664 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe84c-eaa0-491a-9807-6779fda13bf0 admin admin] Publish callbacks [] for security_group (882aee9f-8a00-48f2-a2ec-433fa08f51e7), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:30.953684 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe84c-eaa0-491a-9807-6779fda13bf0 admin admin] Publish callbacks [] for security_group (882aee9f-8a00-48f2-a2ec-433fa08f51e7), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:31.220248 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe84c-eaa0-491a-9807-6779fda13bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (882aee9f-8a00-48f2-a2ec-433fa08f51e7), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:31.223435 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe84c-eaa0-491a-9807-6779fda13bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:31.224700 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f3fbe84c-eaa0-491a-9807-6779fda13bf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/882aee9f-8a00-48f2-a2ec-433fa08f51e7 HTTP/1.1" status: 204 len: 168 time: 0.3809114 Apr 18 21:00:31.235693 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbe84c-eaa0-491a-9807-6779fda13bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882aee9f-8a00-48f2-a2ec-433fa08f51e7,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.439524 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3414c-61b6-44d5-8a59-9cdc58e25c22 req-be5492b5-c670-4264-8e70-6027e26de1a5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:31.440970 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d6f3414c-61b6-44d5-8a59-9cdc58e25c22 req-be5492b5-c670-4264-8e70-6027e26de1a5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0758440 Apr 18 21:00:31.559639 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d6f3414c-61b6-44d5-8a59-9cdc58e25c22 req-45ef6fe4-ffcc-42c0-b052-186e78a8a8ea tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095002 Apr 18 21:00:31.609366 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:31.879040 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:00:32.005806 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:32.158906 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:32.160012 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'd74843be-54a6-408e-9779-09f780534c3d', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'port_id': 'd74843be-54a6-408e-9779-09f780534c3d', 'mac_address': 'fa:16:3e:c1:ea:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:00:32.204863 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port d74843be-54a6-408e-9779-09f780534c3d is: ACTIVE; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:00:32.204863 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:32.218380 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d74843be-54a6-408e-9779-09f780534c3d {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:32.247259 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:32.309628 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:32.384904 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=6']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.416506 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['d74843be-54a6-408e-9779-09f780534c3d'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:00:32.744479 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579a436-8731-405f-870d-f48d1d295a0c req-a79b7783-d0f3-413d-b77e-4eeef2517afc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:32.745975 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3579a436-8731-405f-870d-f48d1d295a0c req-a79b7783-d0f3-413d-b77e-4eeef2517afc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 945 time: 0.0751247 Apr 18 21:00:32.806258 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3579a436-8731-405f-870d-f48d1d295a0c req-d723d09b-03cf-46eb-bc07-ef1a630290b7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487943 Apr 18 21:00:33.895152 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:33.980575 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port d74843be-54a6-408e-9779-09f780534c3d triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:00:33.981175 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d74843be-54a6-408e-9779-09f780534c3d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:33.987957 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564515dd-3b56-449f-b1b6-3b6937090363 req-164a0907-3ee7-42c1-9d2c-a6328d66a8b9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:33.991642 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-564515dd-3b56-449f-b1b6-3b6937090363 req-164a0907-3ee7-42c1-9d2c-a6328d66a8b9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 945 time: 0.0828495 Apr 18 21:00:34.100886 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-564515dd-3b56-449f-b1b6-3b6937090363 req-8fb7f3cb-b5b3-48fd-a0a2-74289f3377a5 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983872 Apr 18 21:00:34.111367 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port d74843be-54a6-408e-9779-09f780534c3d is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:00:34.112003 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:34.159430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:34.164500 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777f1a80-4357-4c96-91b9-876015d56ca6" -d '{"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-plugged", "status": "completed", "tag": "d74843be-54a6-408e-9779-09f780534c3d"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:34.187457 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:34.213525 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d7a19d-ce2a-4a3d-9772-93278944ef54 x-openstack-request-id: req-a0d7a19d-ce2a-4a3d-9772-93278944ef54 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:34.213830 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-plugged", "status": "completed", "tag": "d74843be-54a6-408e-9779-09f780534c3d", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:34.214090 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0d7a19d-ce2a-4a3d-9772-93278944ef54 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:34.214502 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d7a19d-ce2a-4a3d-9772-93278944ef54'] response: {'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d', 'code': 200} Apr 18 21:00:34.269586 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:34.338325 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=7']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.366287 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240ccb4-37fe-4774-8771-140adee43541 req-c3fe5fe7-e7a5-4d39-98e7-5fd7b11be9bb tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:35.368295 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4240ccb4-37fe-4774-8771-140adee43541 req-c3fe5fe7-e7a5-4d39-98e7-5fd7b11be9bb tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1164842 Apr 18 21:00:35.490433 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4240ccb4-37fe-4774-8771-140adee43541 req-eca97181-f1a2-42ec-9a16-2c5f97576eb2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063659 Apr 18 21:00:36.684322 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e8176-d060-45fe-930a-f2518bebe5cc req-f24f0df6-0d7b-4f05-a7cd-9f3cc6f2c01c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:36.692486 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2d8e8176-d060-45fe-930a-f2518bebe5cc req-f24f0df6-0d7b-4f05-a7cd-9f3cc6f2c01c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0692370 Apr 18 21:00:36.775604 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2d8e8176-d060-45fe-930a-f2518bebe5cc req-37336168-cb88-4675-b2d3-fcad9b88c654 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693495 Apr 18 21:00:37.727094 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:00:37.938245 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5c5a3-ac5a-4d1e-9540-d69e6fe88750 req-cd140654-b5a0-43aa-a428-e0a41e8174a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:37.940111 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-85c5c5a3-ac5a-4d1e-9540-d69e6fe88750 req-cd140654-b5a0-43aa-a428-e0a41e8174a6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0618527 Apr 18 21:00:38.013147 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-85c5c5a3-ac5a-4d1e-9540-d69e6fe88750 req-48dbac3e-acdd-406e-bf75-224b5a08bd73 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647876 Apr 18 21:00:38.805131 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53790) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:38.938449 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-50453b1a-e6fa-4e51-a6f5-64703be7d57b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088812 Apr 18 21:00:39.238952 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05ed5241-628b-4b47-a302-22fc425bb0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:39.261755 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-73a2df85-db1b-4244-a3bf-f45e4629a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:39.264601 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-73a2df85-db1b-4244-a3bf-f45e4629a1a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 1129 time: 0.2816999 Apr 18 21:00:39.291014 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf910e5-c890-4844-8409-90c6df27e30b req-fef536d9-8266-45c7-8ea8-c0d8b9cbfb63 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:39.307288 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1bf910e5-c890-4844-8409-90c6df27e30b req-fef536d9-8266-45c7-8ea8-c0d8b9cbfb63 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1657748 Apr 18 21:00:39.435607 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05ed5241-628b-4b47-a302-22fc425bb0b7 admin admin] Publish callbacks [] for security_group (426f2143-8264-45a3-b913-24d2f4409633), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:39.508196 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05ed5241-628b-4b47-a302-22fc425bb0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (426f2143-8264-45a3-b913-24d2f4409633), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:39.600555 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1bf910e5-c890-4844-8409-90c6df27e30b req-4352d755-0dd1-4639-9e9e-993c497d3a60 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2913289 Apr 18 21:00:39.607523 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-3463d6ad-92b1-4505-99df-5f52c66d647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:39.614699 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-05ed5241-628b-4b47-a302-22fc425bb0b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aabf14a351d34478b4cb562af91eff31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8056235 Apr 18 21:00:39.615705 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-3463d6ad-92b1-4505-99df-5f52c66d647a service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.3035259 Apr 18 21:00:39.621702 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53806) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:39.695728 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed5241-628b-4b47-a302-22fc425bb0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f2143-8264-45a3-b913-24d2f4409633,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:39.727557 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-89f122ee-9b3f-4f97-bfbe-44c4a3425767 admin admin] Publish callbacks [] for security_group (426f2143-8264-45a3-b913-24d2f4409633), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:39.777065 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-89f122ee-9b3f-4f97-bfbe-44c4a3425767 admin admin] Publish callbacks [] for security_group (426f2143-8264-45a3-b913-24d2f4409633), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:39.805981 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88af06d-0659-496e-abb4-add3b1119012 req-4c5187d6-b9d9-4f74-ad71-3a83499fa8ee tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:39.808840 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e88af06d-0659-496e-abb4-add3b1119012 req-4c5187d6-b9d9-4f74-ad71-3a83499fa8ee tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.2589672 Apr 18 21:00:39.881492 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-f9a12626-b257-4411-a537-998ff1fc9438 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3445cc54-77be-4b93-936f-dd8d45e75322 HTTP/1.1" status: 200 len: 1001 time: 0.1933138 Apr 18 21:00:39.973131 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e88af06d-0659-496e-abb4-add3b1119012 req-1bd20b84-a4db-470b-9dfa-50418b1e6dc5 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540604 Apr 18 21:00:39.991579 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-89f122ee-9b3f-4f97-bfbe-44c4a3425767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (426f2143-8264-45a3-b913-24d2f4409633), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:40.001834 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-89f122ee-9b3f-4f97-bfbe-44c4a3425767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:40.003574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-7d1fd1c3-5d32-4798-9294-9591e59d7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:40.006479 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-89f122ee-9b3f-4f97-bfbe-44c4a3425767 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/426f2143-8264-45a3-b913-24d2f4409633 HTTP/1.1" status: 204 len: 168 time: 0.3823256 Apr 18 21:00:40.006799 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-7d1fd1c3-5d32-4798-9294-9591e59d7fa2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.1103835 Apr 18 21:00:40.047214 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f122ee-9b3f-4f97-bfbe-44c4a3425767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f2143-8264-45a3-b913-24d2f4409633,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:40.067272 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53810) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:40.126478 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-ce3a9c37-e45d-435d-8724-4a39db348538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:40.129372 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-ce3a9c37-e45d-435d-8724-4a39db348538 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139894 Apr 18 21:00:40.371974 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ccac96-9b1f-4a5f-a485-c2d43cf0958d tempest-TestMinimumBasicScenario-282445686 tempest-TestMinimumBasicScenario-282445686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:40.373910 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-62ccac96-9b1f-4a5f-a485-c2d43cf0958d tempest-TestMinimumBasicScenario-282445686 tempest-TestMinimumBasicScenario-282445686-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1125 time: 0.3091078 Apr 18 21:00:40.381397 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53816) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:40.387584 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'port_id': '94d4d621-0cc2-4287-a850-9cab39694f88', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:40.398365 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-3a75cd51-5e48-4b60-83fe-8ef66b0e9037 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603879 Apr 18 21:00:40.515673 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:40.585875 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-de369b4b-d946-4cc4-8072-36c9b2dc4325 req-0207b741-b4a9-4ff7-805c-3567b420c2a7 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792483 Apr 18 21:00:40.711917 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:40.899531 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ba16f-7db7-43cf-ae7f-c45a231ba8a6 req-d85e777d-74ec-414d-ad7f-066ed62244c4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:40.912485 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d78ba16f-7db7-43cf-ae7f-c45a231ba8a6 req-d85e777d-74ec-414d-ad7f-066ed62244c4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1141839 Apr 18 21:00:40.966571 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Allocated IP 172.27.1.102 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/b9afaf97-f243-4eb3-8602-b6f3b66f81e6) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:41.039906 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d78ba16f-7db7-43cf-ae7f-c45a231ba8a6 req-542b60fa-9315-4e16-9d28-dd8ad78dc535 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259322 Apr 18 21:00:41.181681 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53822) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:41.239331 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1b691bde-f3b7-4f1b-a471-43a0df60d4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:41.342868 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for port (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:41.442987 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1b691bde-f3b7-4f1b-a471-43a0df60d4f0 admin admin] Publish callbacks [] for security_group (524f3c11-f1d6-487a-9825-034e8771e018), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:41.568036 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:41.604781 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1b691bde-f3b7-4f1b-a471-43a0df60d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (524f3c11-f1d6-487a-9825-034e8771e018), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:41.638031 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:41.645717 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:41.650122 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:41.680119 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-1b691bde-f3b7-4f1b-a471-43a0df60d4f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=826a12b165cd4dab9c5678498155f170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967031 Apr 18 21:00:41.683194 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b691bde-f3b7-4f1b-a471-43a0df60d4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524f3c11-f1d6-487a-9825-034e8771e018,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.698621 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53826) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:41.750636 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'Port': ['ID=b9afaf97-f243-4eb3-8602-b6f3b66f81e6,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.805742 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ebf36703-b7ac-4876-9627-23011689b1d0 admin admin] Publish callbacks [] for security_group (524f3c11-f1d6-487a-9825-034e8771e018), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:41.854870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ebf36703-b7ac-4876-9627-23011689b1d0 admin admin] Publish callbacks [] for security_group (524f3c11-f1d6-487a-9825-034e8771e018), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:42.021340 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ebf36703-b7ac-4876-9627-23011689b1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (524f3c11-f1d6-487a-9825-034e8771e018), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:42.024679 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-ebf36703-b7ac-4876-9627-23011689b1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:42.026379 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-ebf36703-b7ac-4876-9627-23011689b1d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/524f3c11-f1d6-487a-9825-034e8771e018 HTTP/1.1" status: 204 len: 168 time: 0.3242862 Apr 18 21:00:42.051930 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf36703-b7ac-4876-9627-23011689b1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524f3c11-f1d6-487a-9825-034e8771e018,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.292889 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a00433-8da5-4afe-a304-f129644d4bfe req-ad40f25b-28de-40f9-9ff2-2cb66e9c9f8f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:42.294610 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-90a00433-8da5-4afe-a304-f129644d4bfe req-ad40f25b-28de-40f9-9ff2-2cb66e9c9f8f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0805929 Apr 18 21:00:42.398707 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-90a00433-8da5-4afe-a304-f129644d4bfe req-379c3aa7-76c0-41cc-89f1-a399702a4083 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903187 Apr 18 21:00:42.466220 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for floatingip (90b6d4e7-3793-446a-9627-d529d7098489), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:42.686154 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:43.042385 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for port (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:43.149809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:43.297411 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'Port': ['ID=b9afaf97-f243-4eb3-8602-b6f3b66f81e6,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:43.346606 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (90b6d4e7-3793-446a-9627-d529d7098489), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:43.570223 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53844) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:43.590689 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Floating IP 90b6d4e7-3793-446a-9627-d529d7098489 associated. External IP: 172.27.1.102, port: 94d4d621-0cc2-4287-a850-9cab39694f88. Apr 18 21:00:43.634722 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cf580edc-fabb-4b70-8242-f62131f557d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:43.683074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212313b7-2b6a-4206-9d33-bf2793bad8e9 req-cec305a3-60f1-47b9-8c3f-4f0dff9bf9b7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:43.694006 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-212313b7-2b6a-4206-9d33-bf2793bad8e9 req-cec305a3-60f1-47b9-8c3f-4f0dff9bf9b7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1431212 Apr 18 21:00:43.850370 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-212313b7-2b6a-4206-9d33-bf2793bad8e9 req-650a8949-a813-4d37-bfe9-598eafae2409 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411109 Apr 18 21:00:43.922732 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cf580edc-fabb-4b70-8242-f62131f557d3 admin admin] Publish callbacks [] for security_group (87ec79c4-f72e-4afa-94cb-0d19a154b115), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:44.015602 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Router ea4ea606-19af-412a-b038-41ad491d6f9b has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:44.199622 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:44.212997 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] Sync routers for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:44.224539 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:44.225189 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:44.346009 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:44.347360 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-cf580edc-fabb-4b70-8242-f62131f557d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (87ec79c4-f72e-4afa-94cb-0d19a154b115), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:44.350435 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:44.390148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53848) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:44.390408 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-8ea2ae00-2c46-4671-b112-e9d64e393137 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0072589 Apr 18 21:00:44.391248 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:44.393975 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350d20fa-5017-4cc4-983a-a05cb01ac6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:44.405767 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-5f460ae4-00c5-4ed6-8108-66d51bb804c0 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454446509', 'description': 'tempest-secgroup-smoke-1454446509 description', 'project_id': '6eb6a73c0c864ea98674f8252693c51e'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:44.411954 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-cf580edc-fabb-4b70-8242-f62131f557d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0637cedddf644b4186e02c1fbf3bb16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8358212 Apr 18 21:00:44.414035 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53854) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:44.420558 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf580edc-fabb-4b70-8242-f62131f557d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ec79c4-f72e-4afa-94cb-0d19a154b115,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.523470 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8613c58d-6ae1-4746-97b5-602775901315 admin admin] Publish callbacks [] for security_group (87ec79c4-f72e-4afa-94cb-0d19a154b115), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:44.571189 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be7d970-e7bb-4c67-a573-50448d1f0e2f x-openstack-request-id: req-2be7d970-e7bb-4c67-a573-50448d1f0e2f {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:44.571189 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:44.571189 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2be7d970-e7bb-4c67-a573-50448d1f0e2f {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:44.571189 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be7d970-e7bb-4c67-a573-50448d1f0e2f'] response: {'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88', 'status': 'completed', 'code': 200} Apr 18 21:00:44.573994 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8613c58d-6ae1-4746-97b5-602775901315 admin admin] Publish callbacks [] for security_group (87ec79c4-f72e-4afa-94cb-0d19a154b115), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:44.640423 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-3294e1e2-16a6-44da-a0c3-6e02f49c59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:44.644913 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-3294e1e2-16a6-44da-a0c3-6e02f49c59f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6eb6a73c0c864ea98674f8252693c51e&device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1130 time: 0.0789540 Apr 18 21:00:44.669317 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '90b6d4e7-3793-446a-9627-d529d7098489', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'port_id': '94d4d621-0cc2-4287-a850-9cab39694f88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'mac_address': 'fa:16:3e:00:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:42Z', 'updated_at': '2022-04-18T21:00:42Z', 'revision_number': 0, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 5, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:44.673742 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5f460ae4-00c5-4ed6-8108-66d51bb804c0 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:44.728755 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] Checking router: ea4ea606-19af-412a-b038-41ad491d6f9b for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:44.743936 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:44.744946 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:44.772372 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8613c58d-6ae1-4746-97b5-602775901315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (87ec79c4-f72e-4afa-94cb-0d19a154b115), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:44.775530 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8613c58d-6ae1-4746-97b5-602775901315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:44.776781 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-8613c58d-6ae1-4746-97b5-602775901315 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87ec79c4-f72e-4afa-94cb-0d19a154b115 HTTP/1.1" status: 204 len: 168 time: 0.3629742 Apr 18 21:00:44.795949 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613c58d-6ae1-4746-97b5-602775901315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ec79c4-f72e-4afa-94cb-0d19a154b115,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.828428 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-827e0624-d854-40e5-9630-7edb4ab3bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:44.830138 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-827e0624-d854-40e5-9630-7edb4ab3bb9d service neutron] 10.222.0.78 "GET /v2.0/networks?id=8cbe11ba-60dc-4522-a75c-0f378793222f HTTP/1.1" status: 200 len: 916 time: 0.1774282 Apr 18 21:00:44.969269 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5f460ae4-00c5-4ed6-8108-66d51bb804c0 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group (0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:45.031555 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-4e302c07-9729-41b7-b23b-a3bbc80af7a1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 1000 time: 0.1675968 Apr 18 21:00:45.080322 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:45.092566 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5f460ae4-00c5-4ed6-8108-66d51bb804c0 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:45.318646 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f460ae4-00c5-4ed6-8108-66d51bb804c0 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:45.363034 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb80c74-4265-4161-b504-65602aa48735 req-b4d87b9a-ad84-4677-a06e-186f005faa17 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:45.371412 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2bb80c74-4265-4161-b504-65602aa48735 req-b4d87b9a-ad84-4677-a06e-186f005faa17 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.2406702 Apr 18 21:00:45.382266 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5f460ae4-00c5-4ed6-8108-66d51bb804c0 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:45.386641 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5f460ae4-00c5-4ed6-8108-66d51bb804c0 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9920771 Apr 18 21:00:45.387134 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53870) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:45.392581 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-9d166cdc-dc98-4b5b-956d-c94acd83f505 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'security_group_rule': {'security_group_id': '0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8', 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:45.490052 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-922ea4ba-a6fe-4349-8287-6aeafcda6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:45.492350 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-922ea4ba-a6fe-4349-8287-6aeafcda6ae4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9e902ca2-c91d-4789-acdc-b3f2dae97c3d HTTP/1.1" status: 200 len: 854 time: 0.1853609 Apr 18 21:00:45.532249 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9d166cdc-dc98-4b5b-956d-c94acd83f505 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (a7094e4b-47c4-4c4c-a124-2091c7fd0af9), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:45.611038 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2bb80c74-4265-4161-b504-65602aa48735 req-c5933711-f69c-4539-8ea3-e88cbafb1e23 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2385588 Apr 18 21:00:45.624928 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-f707f573-56d7-443a-b84e-2272d09e37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:45.633942 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-f707f573-56d7-443a-b84e-2272d09e37c4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8cbe11ba-60dc-4522-a75c-0f378793222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1297817 Apr 18 21:00:45.709398 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '90b6d4e7-3793-446a-9627-d529d7098489', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'port_id': '94d4d621-0cc2-4287-a850-9cab39694f88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'mac_address': 'fa:16:3e:00:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:42Z', 'updated_at': '2022-04-18T21:00:42Z', 'revision_number': 0, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 5, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:45.732163 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9d166cdc-dc98-4b5b-956d-c94acd83f505 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (a7094e4b-47c4-4c4c-a124-2091c7fd0af9), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:45.796955 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12190f79-e72e-405f-b591-153f40f5ed9f None None] The sync data for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi is: [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '90b6d4e7-3793-446a-9627-d529d7098489', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'port_id': '94d4d621-0cc2-4287-a850-9cab39694f88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'mac_address': 'fa:16:3e:00:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:42Z', 'updated_at': '2022-04-18T21:00:42Z', 'revision_number': 0, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 5, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:45.841190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9d166cdc-dc98-4b5b-956d-c94acd83f505 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (a7094e4b-47c4-4c4c-a124-2091c7fd0af9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:45.897097 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d166cdc-dc98-4b5b-956d-c94acd83f505 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7094e4b-47c4-4c4c-a124-2091c7fd0af9,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.035085 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9d166cdc-dc98-4b5b-956d-c94acd83f505 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:46.040874 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 53884) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:46.047351 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9d166cdc-dc98-4b5b-956d-c94acd83f505 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6592414 Apr 18 21:00:46.047777 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-91e82e25-66ac-4b7a-96dc-a143aaa87784 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'security_group_rule': {'security_group_id': '0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8', 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:46.280323 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e82e25-66ac-4b7a-96dc-a143aaa87784 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (9296d2a2-b4ff-4dac-bfed-17c88c09fdb2), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:46.419801 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d7e79-297a-4682-9d72-2c5ea67cd367 None None] New status for floating IP 90b6d4e7-3793-446a-9627-d529d7098489: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:00:46.601738 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-e44ac06e-f2fc-4a79-a8bc-c82108643971 service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531441 Apr 18 21:00:46.793406 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-350d20fa-5017-4cc4-983a-a05cb01ac6c6 req-755cfb20-ecd9-4009-a1e8-17ea3388bb7a service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794529 Apr 18 21:00:46.860239 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e82e25-66ac-4b7a-96dc-a143aaa87784 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (9296d2a2-b4ff-4dac-bfed-17c88c09fdb2), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:46.893543 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa873-6c29-43e2-9f1a-8a7c8fcb3996 req-522e056b-fc52-47b3-a1e8-6768b7ec344a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:46.896529 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f06fa873-6c29-43e2-9f1a-8a7c8fcb3996 req-522e056b-fc52-47b3-a1e8-6768b7ec344a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1019106 Apr 18 21:00:46.945382 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e82e25-66ac-4b7a-96dc-a143aaa87784 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (9296d2a2-b4ff-4dac-bfed-17c88c09fdb2), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:46.981362 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e82e25-66ac-4b7a-96dc-a143aaa87784 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9296d2a2-b4ff-4dac-bfed-17c88c09fdb2,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:47.030900 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f06fa873-6c29-43e2-9f1a-8a7c8fcb3996 req-0b8f64ee-0515-4f53-a35b-8dc5e7c181ea tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254609 Apr 18 21:00:47.094811 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-91e82e25-66ac-4b7a-96dc-a143aaa87784 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:47.096206 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-91e82e25-66ac-4b7a-96dc-a143aaa87784 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0531871 Apr 18 21:00:47.101108 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53906) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:47.110695 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-2b1d81dd-4b99-413a-8f22-4c620af5747b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'security_group_rule': {'security_group_id': '0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8', 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:47.364220 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b1d81dd-4b99-413a-8f22-4c620af5747b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (dc44053b-289e-4370-af3b-7b684e1addb8), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:47.519761 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b1d81dd-4b99-413a-8f22-4c620af5747b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (dc44053b-289e-4370-af3b-7b684e1addb8), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:47.630176 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b1d81dd-4b99-413a-8f22-4c620af5747b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (dc44053b-289e-4370-af3b-7b684e1addb8), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:47.691328 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d81dd-4b99-413a-8f22-4c620af5747b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc44053b-289e-4370-af3b-7b684e1addb8,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:47.788325 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b1d81dd-4b99-413a-8f22-4c620af5747b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:47.790190 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-2b1d81dd-4b99-413a-8f22-4c620af5747b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6863449 Apr 18 21:00:47.794922 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53920) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:47.808120 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-8d50fdae-7faf-4e48-aaa0-7852ff77a067 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'security_group_rule': {'security_group_id': '0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8', 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:48.032537 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8d50fdae-7faf-4e48-aaa0-7852ff77a067 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (25ce2e4c-308f-414b-b442-90e02caace53), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:48.278942 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8d50fdae-7faf-4e48-aaa0-7852ff77a067 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (25ce2e4c-308f-414b-b442-90e02caace53), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:48.358585 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8d50fdae-7faf-4e48-aaa0-7852ff77a067 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (25ce2e4c-308f-414b-b442-90e02caace53), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:48.390353 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50fdae-7faf-4e48-aaa0-7852ff77a067 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ce2e4c-308f-414b-b442-90e02caace53,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.429889 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96176e76-5ec0-49b9-a61c-42e7ab3fdf76 req-d55c4306-b476-437c-85b3-9fc4caf07251 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:48.432653 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-96176e76-5ec0-49b9-a61c-42e7ab3fdf76 req-d55c4306-b476-437c-85b3-9fc4caf07251 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1155727 Apr 18 21:00:48.464102 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8d50fdae-7faf-4e48-aaa0-7852ff77a067 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:48.472789 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-8d50fdae-7faf-4e48-aaa0-7852ff77a067 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6755788 Apr 18 21:00:48.474386 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53940) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:48.484858 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-dc238183-07fe-493c-9ad8-aa48ea273830 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'security_group_rule': {'security_group_id': '0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8', 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:48.575615 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-96176e76-5ec0-49b9-a61c-42e7ab3fdf76 req-a6108774-690f-46d9-873c-c9219707ff60 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1251185 Apr 18 21:00:48.640885 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.securitygroups_db [None req-dc238183-07fe-493c-9ad8-aa48ea273830 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Project 6eb6a73c0c864ea98674f8252693c51e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:00:48.655853 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dc238183-07fe-493c-9ad8-aa48ea273830 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (19be4862-37f1-47a4-87ff-85093192b7d0), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:48.845336 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dc238183-07fe-493c-9ad8-aa48ea273830 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (19be4862-37f1-47a4-87ff-85093192b7d0), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:48.985191 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dc238183-07fe-493c-9ad8-aa48ea273830 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (19be4862-37f1-47a4-87ff-85093192b7d0), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:49.045459 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc238183-07fe-493c-9ad8-aa48ea273830 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19be4862-37f1-47a4-87ff-85093192b7d0,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.146202 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-dc238183-07fe-493c-9ad8-aa48ea273830 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:49.148389 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-dc238183-07fe-493c-9ad8-aa48ea273830 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6706080 Apr 18 21:00:49.151268 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 53954) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:49.158536 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-cc52716a-17ce-44f1-9719-4e8ccd79bebf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'security_group_rule': {'security_group_id': '0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8', 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:49.267496 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.securitygroups_db [None req-cc52716a-17ce-44f1-9719-4e8ccd79bebf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Project 6eb6a73c0c864ea98674f8252693c51e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:00:49.280792 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cc52716a-17ce-44f1-9719-4e8ccd79bebf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (9386cb6c-7016-493b-ac32-b01e85c50d0b), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:49.421272 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cc52716a-17ce-44f1-9719-4e8ccd79bebf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (9386cb6c-7016-493b-ac32-b01e85c50d0b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:49.588865 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cc52716a-17ce-44f1-9719-4e8ccd79bebf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (9386cb6c-7016-493b-ac32-b01e85c50d0b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:49.615072 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52716a-17ce-44f1-9719-4e8ccd79bebf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9386cb6c-7016-493b-ac32-b01e85c50d0b,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.761398 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f1c51-f3c6-4240-ab12-f99882076c6f req-0f509fef-561e-46a2-ac1b-f6ee0e397b87 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:49.763355 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2f1c51-f3c6-4240-ab12-f99882076c6f req-0f509fef-561e-46a2-ac1b-f6ee0e397b87 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0772545 Apr 18 21:00:49.829789 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2f1c51-f3c6-4240-ab12-f99882076c6f req-4eefad41-ff12-4b2e-97a4-1374338ae6bc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586534 Apr 18 21:00:49.888587 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cc52716a-17ce-44f1-9719-4e8ccd79bebf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:49.889956 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cc52716a-17ce-44f1-9719-4e8ccd79bebf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7373085 Apr 18 21:00:50.033979 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-850bb1d8-5e30-4413-ba97-33387911c2e6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454446509&fields=id&tenant_id=6eb6a73c0c864ea98674f8252693c51e HTTP/1.1" status: 200 len: 267 time: 0.0657697 Apr 18 21:00:50.091850 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-f2ca44b9-26a8-49e9-9e52-48891efca8f1 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:50.093485 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-f2ca44b9-26a8-49e9-9e52-48891efca8f1 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0534854 Apr 18 21:00:50.111507 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'port': {'security_groups': ['014f95c7-b53d-45cb-80ee-b03d789a3df1', '0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:50.206756 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:50.535914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] For port 94d4d621-0cc2-4287-a850-9cab39694f88, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=94d4d621-0cc2-4287-a850-9cab39694f88,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:50.600373 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for port (94d4d621-0cc2-4287-a850-9cab39694f88), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:50.925247 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:50.944420 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['94d4d621-0cc2-4287-a850-9cab39694f88'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:00:51.013922 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:51.014657 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:51.020208 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-02fb68b5-c81e-46de-82b9-3192efa822aa req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "PUT /v2.0/ports/94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 982 time: 0.9162343 Apr 18 21:00:51.092474 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:51.097733 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024a66b-dc29-4207-ab1a-b2d59056d3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:51.134461 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['94d4d621-0cc2-4287-a850-9cab39694f88'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:00:51.211536 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca3255-5ea7-44de-8a7a-ac6121416e7f req-8436f6c8-bc81-4707-8ea0-0365a0ff6b9f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:51.220238 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aeca3255-5ea7-44de-8a7a-ac6121416e7f req-8436f6c8-bc81-4707-8ea0-0365a0ff6b9f tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.2387104 Apr 18 21:00:51.257596 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc5b4a-64ce-414c-8e2c-b96098fab146 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'Port': ['ID=94d4d621-0cc2-4287-a850-9cab39694f88,revision_number=6']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:51.417543 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aeca3255-5ea7-44de-8a7a-ac6121416e7f req-02cf3991-f80c-4a8e-94e7-67ef22106639 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1965287 Apr 18 21:00:51.449519 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f41959-d083-4a25-8295-dd8aba136477 req-c8502e29-cd45-47f0-89b5-a84940c82f52 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:51.462285 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b5f41959-d083-4a25-8295-dd8aba136477 req-c8502e29-cd45-47f0-89b5-a84940c82f52 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.2758374 Apr 18 21:00:51.511944 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21020fc7-9d14-420c-879a-39a9b5477c5e x-openstack-request-id: req-21020fc7-9d14-420c-879a-39a9b5477c5e {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:51.512727 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:51.513321 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21020fc7-9d14-420c-879a-39a9b5477c5e {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:51.514043 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21020fc7-9d14-420c-879a-39a9b5477c5e'] response: {'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88', 'status': 'completed', 'code': 200} Apr 18 21:00:51.636294 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b5f41959-d083-4a25-8295-dd8aba136477 req-a72b160b-1d69-478f-8ee7-344f72e15e4e tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1689932 Apr 18 21:00:51.699864 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-6b3ab6e9-0146-4d41-9933-d7ddb347d511 None None] Provisioning complete for port 94d4d621-0cc2-4287-a850-9cab39694f88 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:00:51.700499 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab6e9-0146-4d41-9933-d7ddb347d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:51.719431 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-16b91f29-bbbd-477f-a410-a5af04774cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:51.721440 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-16b91f29-bbbd-477f-a410-a5af04774cc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6eb6a73c0c864ea98674f8252693c51e&device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1169 time: 0.1053391 Apr 18 21:00:51.852959 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-11fa583a-a247-447d-87ff-b6e95709ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:51.854929 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-11fa583a-a247-447d-87ff-b6e95709ed55 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8cbe11ba-60dc-4522-a75c-0f378793222f HTTP/1.1" status: 200 len: 916 time: 0.1269727 Apr 18 21:00:51.965666 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-520ec1ab-31f3-46f3-94e6-114bf1788431 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 1002 time: 0.1021912 Apr 18 21:00:52.078250 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-15c3c7f0-1b7a-43b3-8a57-c1090ea5d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:52.080675 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-15c3c7f0-1b7a-43b3-8a57-c1090ea5d2c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9e902ca2-c91d-4789-acdc-b3f2dae97c3d HTTP/1.1" status: 200 len: 854 time: 0.1000483 Apr 18 21:00:52.165196 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-9f48565b-69a5-49cf-8e30-e580ac4730d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:52.170361 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-9f48565b-69a5-49cf-8e30-e580ac4730d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8cbe11ba-60dc-4522-a75c-0f378793222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827854 Apr 18 21:00:52.245961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ab6e9-0146-4d41-9933-d7ddb347d511 None None] Current status of the port 94d4d621-0cc2-4287-a850-9cab39694f88 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:00:52.314723 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-ad44e2b4-a8dd-49ca-b2e3-b09ee2cd8c6d service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377025 Apr 18 21:00:52.517231 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8024a66b-dc29-4207-ab1a-b2d59056d3e4 req-a3b9126b-0e2c-444a-840e-b642bcfaf746 service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963253 Apr 18 21:00:52.717578 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8fd2-15b6-4fe1-974a-018f1062da2c req-de8e8773-01a7-41e1-bb23-eea4b6d5529d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:52.720029 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8b8f8fd2-15b6-4fe1-974a-018f1062da2c req-de8e8773-01a7-41e1-bb23-eea4b6d5529d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.1245553 Apr 18 21:00:52.790528 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8b8f8fd2-15b6-4fe1-974a-018f1062da2c req-79cf2416-87ff-4e1e-a716-23cf92aeed1a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592206 Apr 18 21:00:53.946568 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269aa3d-80c0-45e5-a328-78a4d1b76883 req-49102dd7-188c-4b3b-ae60-596bf52b5232 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:53.948257 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b269aa3d-80c0-45e5-a328-78a4d1b76883 req-49102dd7-188c-4b3b-ae60-596bf52b5232 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0583904 Apr 18 21:00:54.005545 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b269aa3d-80c0-45e5-a328-78a4d1b76883 req-de73b129-8d01-4073-95a8-0a348e7e0008 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504377 Apr 18 21:00:54.203517 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-13c9e220-2a38-43f4-bb9d-c24e011ea3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:54.205269 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-13c9e220-2a38-43f4-bb9d-c24e011ea3ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 1130 time: 0.0427315 Apr 18 21:00:54.631207 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-1cc438e5-d60b-4798-b8f7-d4a321b68ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:54.632833 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-1cc438e5-d60b-4798-b8f7-d4a321b68ad8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 0.1407883 Apr 18 21:00:54.929368 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e79ba5a7-4e12-4950-b199-ef5043bbd4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:55.078254 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-50030545-94cf-4917-9eea-f3a60f5819c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74843be-54a6-408e-9779-09f780534c3d HTTP/1.1" status: 200 len: 1002 time: 0.1274080 Apr 18 21:00:55.172180 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-e64ccfb8-b618-4320-a6cf-3d973222c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:55.173978 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-e64ccfb8-b618-4320-a6cf-3d973222c86c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.0884984 Apr 18 21:00:55.202189 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c32db2-dc0a-4f02-b8c3-c56b11625c3c req-aa691c13-5933-4560-bd68-443665264b27 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:55.204007 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b5c32db2-dc0a-4f02-b8c3-c56b11625c3c req-aa691c13-5933-4560-bd68-443665264b27 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0853257 Apr 18 21:00:55.269013 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-a4422335-cbe1-4839-a00c-bc1954359a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:55.269013 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-a4422335-cbe1-4839-a00c-bc1954359a34 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752802 Apr 18 21:00:55.313587 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b5c32db2-dc0a-4f02-b8c3-c56b11625c3c req-528e6286-fb32-4aa6-9146-3991689fd6b4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911825 Apr 18 21:00:55.394612 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-0daf8ce7-7cb9-4d45-b4b0-20549efab719 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274264 Apr 18 21:00:55.578148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b8eb5-2bf7-437b-9880-d5a076307cf8 req-e855b228-53c0-4209-8a05-a7d10db4e8b2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:55.580650 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b21b8eb5-2bf7-437b-9880-d5a076307cf8 req-e855b228-53c0-4209-8a05-a7d10db4e8b2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.0763121 Apr 18 21:00:55.652819 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b21b8eb5-2bf7-437b-9880-d5a076307cf8 req-c58b5a09-a694-459a-b570-f6160d9e5ed1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599351 Apr 18 21:00:56.477749 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac44144-e5e6-449c-989d-5c35b756a81a req-4fc68265-0ffb-4537-8424-7b9a1b4dcbb1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:56.480329 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8ac44144-e5e6-449c-989d-5c35b756a81a req-4fc68265-0ffb-4537-8424-7b9a1b4dcbb1 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0746691 Apr 18 21:00:56.544607 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8ac44144-e5e6-449c-989d-5c35b756a81a req-b0ee1868-f24c-4055-bbdf-49d6d7ae8c55 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581658 Apr 18 21:00:56.798005 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16210c44-4f5a-433a-95f1-4959a6a0141e req-02ec6136-c30f-4fa2-9494-40d64058445f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:56.799462 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-16210c44-4f5a-433a-95f1-4959a6a0141e req-02ec6136-c30f-4fa2-9494-40d64058445f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.0615320 Apr 18 21:00:56.864123 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-16210c44-4f5a-433a-95f1-4959a6a0141e req-265c705b-92c8-4760-ba19-a43c19837366 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561697 Apr 18 21:00:57.046156 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-37bc4b14-200e-474e-8dcd-e7b7045aeb9b req-85e5d653-1ab9-4fb6-a08a-a37c8478e5e2 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135411 Apr 18 21:00:57.291244 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6854133d-58d6-450f-b61d-7991cb7eed5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:57.733349 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c4977-6127-4d50-bc71-f2d229446869 req-b3ef7fa4-ca58-48cf-ad5f-1d35d178e8fe tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:57.735093 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a4c4977-6127-4d50-bc71-f2d229446869 req-b3ef7fa4-ca58-48cf-ad5f-1d35d178e8fe tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 946 time: 0.0717576 Apr 18 21:00:57.799973 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a4c4977-6127-4d50-bc71-f2d229446869 req-6fb77b59-80ab-43f5-8969-4d915ad46b79 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572441 Apr 18 21:00:57.971674 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:58.003743 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcfcc-57f9-4575-b80c-3c2d0a9b8678 req-7b4e39ff-0570-4043-87d5-4de333776268 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:58.005866 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-873fcfcc-57f9-4575-b80c-3c2d0a9b8678 req-7b4e39ff-0570-4043-87d5-4de333776268 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.0583866 Apr 18 21:00:58.073540 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port d74843be-54a6-408e-9779-09f780534c3d is: ACTIVE; New status is: DOWN {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:00:58.073939 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:58.075609 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-873fcfcc-57f9-4575-b80c-3c2d0a9b8678 req-e6bbf019-6023-4ef9-b7d9-ef19b2a768d6 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623219 Apr 18 21:00:58.105043 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:58.107352 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8250800-e5fe-49fa-825a-6707c9666e1f" -d '{"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-unplugged", "status": "completed", "tag": "d74843be-54a6-408e-9779-09f780534c3d"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:58.123254 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:58.153741 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e89f53-e5b2-4710-b97d-9ce07e0831d7 x-openstack-request-id: req-b6e89f53-e5b2-4710-b97d-9ce07e0831d7 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:58.154163 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-unplugged", "status": "completed", "tag": "d74843be-54a6-408e-9779-09f780534c3d", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:58.154552 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6e89f53-e5b2-4710-b97d-9ce07e0831d7 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:58.155202 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e89f53-e5b2-4710-b97d-9ce07e0831d7'] response: {'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d', 'code': 200} Apr 18 21:00:58.209690 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:58.260799 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=8']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.351801 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:58.840005 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54134) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:58.976404 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:58.979496 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae227e-5272-44d0-ab24-00c436ed836a req-bc44b65c-9675-4db3-8b89-26e9afafc710 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:58.981070 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b4ae227e-5272-44d0-ab24-00c436ed836a req-bc44b65c-9675-4db3-8b89-26e9afafc710 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0914931 Apr 18 21:00:59.007790 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-e2cef9b9-1e2b-45ec-8db6-b0429a8500b1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:59.009719 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-e2cef9b9-1e2b-45ec-8db6-b0429a8500b1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.0746315 Apr 18 21:00:59.060590 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b4ae227e-5272-44d0-ab24-00c436ed836a req-80bc18b5-f281-4e2e-b737-2b88ea2378e8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718634 Apr 18 21:00:59.093489 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Publish callbacks [] for security_group (aad6f77c-f299-4726-98d1-62ac270289f9), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.196289 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Deleting port 3445cc54-77be-4b93-936f-dd8d45e75322 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:00:59.196686 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.199459 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (aad6f77c-f299-4726-98d1-62ac270289f9), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.258070 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0caa3cdb351c49f98ea797dbd40f2059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167564 Apr 18 21:00:59.260157 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54140) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:00:59.279210 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad6f77c-f299-4726-98d1-62ac270289f9,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.279976 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce255664-6cf6-47b2-b3df-b54988b65bcb req-d6309a9a-8e1d-4cc6-9406-fadfbc5db143 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:00:59.281517 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ce255664-6cf6-47b2-b3df-b54988b65bcb req-d6309a9a-8e1d-4cc6-9406-fadfbc5db143 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 945 time: 0.1059668 Apr 18 21:00:59.308633 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.309106 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.309315 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.309656 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.309997 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.310487 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.310661 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.311212 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.311416 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.311781 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.312032 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.312362 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.312713 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.315112 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.315112 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa82380-9b4a-43ce-88a2-d5c825309a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:59.361676 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b70958a-0cde-40cc-915e-55d5cbbb8b58 admin admin] Publish callbacks [] for security_group (aad6f77c-f299-4726-98d1-62ac270289f9), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.372738 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ce255664-6cf6-47b2-b3df-b54988b65bcb req-ce5b2720-d29d-4312-8605-8e11c54a9984 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825903 Apr 18 21:00:59.374655 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] For port 3445cc54-77be-4b93-936f-dd8d45e75322, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3445cc54-77be-4b93-936f-dd8d45e75322,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:59.375062 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.405551 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b70958a-0cde-40cc-915e-55d5cbbb8b58 admin admin] Publish callbacks [] for security_group (aad6f77c-f299-4726-98d1-62ac270289f9), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.506971 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b70958a-0cde-40cc-915e-55d5cbbb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (aad6f77c-f299-4726-98d1-62ac270289f9), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.510659 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6b70958a-0cde-40cc-915e-55d5cbbb8b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.544767 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-6b70958a-0cde-40cc-915e-55d5cbbb8b58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aad6f77c-f299-4726-98d1-62ac270289f9 HTTP/1.1" status: 204 len: 168 time: 0.2831721 Apr 18 21:00:59.584415 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70958a-0cde-40cc-915e-55d5cbbb8b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad6f77c-f299-4726-98d1-62ac270289f9,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.901046 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.901430 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (7c0cb433-6dd4-49b9-8723-94be267bb3f0), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:00:59.901758 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Floating IP 7c0cb433-6dd4-49b9-8723-94be267bb3f0 disassociated. External IP: 172.27.1.114, port: 3445cc54-77be-4b93-936f-dd8d45e75322. Apr 18 21:00:59.902104 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Calling delete_port for 3445cc54-77be-4b93-936f-dd8d45e75322 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:00.233589 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (3445cc54-77be-4b93-936f-dd8d45e75322), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:00.247547 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:00.290277 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event deleted for resources: {'Port': ['ID=3445cc54-77be-4b93-936f-dd8d45e75322,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.311285 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cf48f-3332-4bdc-bb37-2ef53bb23f6d req-8f9b10f7-9f3d-411b-994c-17d0e1533563 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:00.319978 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dc1cf48f-3332-4bdc-bb37-2ef53bb23f6d req-8f9b10f7-9f3d-411b-994c-17d0e1533563 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.1495786 Apr 18 21:01:00.338602 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.339168 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.339648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.340313 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.343782 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.344568 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.345180 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.345851 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.347219 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.348082 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.348766 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.349430 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.350088 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.350480 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.350914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:00.426631 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54164) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:00.451673 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-43686e0f-3094-403b-b529-9392fdd0967d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:00.469831 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dc1cf48f-3332-4bdc-bb37-2ef53bb23f6d req-99f3c04d-0988-4de0-b2e4-f816e9c464cc tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488163 Apr 18 21:01:00.536649 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-99b5e0d6-8da2-4036-9698-f2809a58e4fc req-35a3e36a-4799-43bd-a6aa-e0662e40625d tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 210 time: 0.0460315 Apr 18 21:01:00.544490 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:00.576394 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-43686e0f-3094-403b-b529-9392fdd0967d admin admin] Publish callbacks [] for security_group (bc7aac3d-bc00-420c-8ed7-8cbd852b8934), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:00.661522 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-43686e0f-3094-403b-b529-9392fdd0967d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (bc7aac3d-bc00-420c-8ed7-8cbd852b8934), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:00.699564 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:00.719283 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:00.732925 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:00.734631 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:00.746984 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-43686e0f-3094-403b-b529-9392fdd0967d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c79ccea69a44ca78aa35e0b50ede01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174961 Apr 18 21:01:00.748406 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54178) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:00.751256 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43686e0f-3094-403b-b529-9392fdd0967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7aac3d-bc00-420c-8ed7-8cbd852b8934,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.758100 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] No DVR routers for this DVR port 3445cc54-77be-4b93-936f-dd8d45e75322 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:00.772370 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:00.772370 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0918e7dc-16bd-4d2f-aaa1-d4941fda20e6 req-c9125a75-4aa7-4a5f-9d2d-d20993150b98 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "DELETE /v2.0/ports/3445cc54-77be-4b93-936f-dd8d45e75322 HTTP/1.1" status: 204 len: 173 time: 1.7233191 Apr 18 21:01:00.772370 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'name': 'network-vif-deleted', 'tag': '3445cc54-77be-4b93-936f-dd8d45e75322'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:00.772370 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9b19d6-0be3-46fe-992a-dec79e614848" -d '{"events": [{"server_uuid": "eae2050b-d1f0-4a08-b0d3-ff9586e38554", "name": "network-vif-deleted", "tag": "3445cc54-77be-4b93-936f-dd8d45e75322"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:00.830611 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c084cd9b-0731-4272-8c65-17d294da2b4a admin admin] Publish callbacks [] for security_group (bc7aac3d-bc00-420c-8ed7-8cbd852b8934), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:00.900812 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c084cd9b-0731-4272-8c65-17d294da2b4a admin admin] Publish callbacks [] for security_group (bc7aac3d-bc00-420c-8ed7-8cbd852b8934), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:00.936979 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:01.067020 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c084cd9b-0731-4272-8c65-17d294da2b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (bc7aac3d-bc00-420c-8ed7-8cbd852b8934), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:01.069555 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c084cd9b-0731-4272-8c65-17d294da2b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:01.070832 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c084cd9b-0731-4272-8c65-17d294da2b4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc7aac3d-bc00-420c-8ed7-8cbd852b8934 HTTP/1.1" status: 204 len: 168 time: 0.3208032 Apr 18 21:01:01.082433 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084cd9b-0731-4272-8c65-17d294da2b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7aac3d-bc00-420c-8ed7-8cbd852b8934,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:01.183219 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:01.332825 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:01.371695 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:01.372753 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:01.435191 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d40604-5d97-44a0-b567-90343ee21fbe x-openstack-request-id: req-41d40604-5d97-44a0-b567-90343ee21fbe {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:01.435853 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae2050b-d1f0-4a08-b0d3-ff9586e38554", "name": "network-vif-deleted", "tag": "3445cc54-77be-4b93-936f-dd8d45e75322", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:01.436070 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41d40604-5d97-44a0-b567-90343ee21fbe {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:01.437432 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d40604-5d97-44a0-b567-90343ee21fbe'] response: {'server_uuid': 'eae2050b-d1f0-4a08-b0d3-ff9586e38554', 'name': 'network-vif-deleted', 'tag': '3445cc54-77be-4b93-936f-dd8d45e75322', 'status': 'completed', 'code': 200} Apr 18 21:01:01.601585 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec212c-1729-40b2-b520-42cd1f83e7de req-fa3add4c-e44e-49e1-af77-d38a588d19c1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:01.613803 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:01.615912 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53ec212c-1729-40b2-b520-42cd1f83e7de req-fa3add4c-e44e-49e1-af77-d38a588d19c1 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.0995309 Apr 18 21:01:01.636389 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:01.715126 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53ec212c-1729-40b2-b520-42cd1f83e7de req-b371869a-7d1f-4e57-994e-70510004ad44 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975959 Apr 18 21:01:01.959807 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ce585325-49f0-4702-9a5d-9ade7f6b101e req-bee1265b-cee0-46d5-9274-a736bda4c2da tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 210 time: 0.0401661 Apr 18 21:01:02.016710 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:02.019820 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3445cc54-77be-4b93-936f-dd8d45e75322 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:02.028464 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:02.056880 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e69262-ec76-4734-b2b5-7d201cdb1ed5 None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:02.085555 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 3445cc54-77be-4b93-936f-dd8d45e75322 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:02.088730 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3445cc54-77be-4b93-936f-dd8d45e75322 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:02.089449 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:02.226584 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port d74843be-54a6-408e-9779-09f780534c3d is: DOWN; New status is: DOWN {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:01:02.507656 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c493637-a663-43c5-b921-5fe6ccf5b12a None None] New status for floating IP 7c0cb433-6dd4-49b9-8723-94be267bb3f0: DOWN {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:01:02.843268 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1ac84-6ba8-4203-a3ac-cabf696a1af2 req-3fe83b62-6dcd-447f-8444-f53397eb6cdb tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:02.845980 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-39c1ac84-6ba8-4203-a3ac-cabf696a1af2 req-3fe83b62-6dcd-447f-8444-f53397eb6cdb tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.0938365 Apr 18 21:01:02.919153 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-39c1ac84-6ba8-4203-a3ac-cabf696a1af2 req-4203df94-3b81-495d-b8be-c87b12c1ab3d tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656633 Apr 18 21:01:03.042749 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b1ff-e129-4b5a-945c-f0d2c0fcc62f req-942231c5-83cd-438d-8f54-6a3a5b73f4d7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:03.044298 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2bf9b1ff-e129-4b5a-945c-f0d2c0fcc62f req-942231c5-83cd-438d-8f54-6a3a5b73f4d7 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.0504456 Apr 18 21:01:03.113475 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2bf9b1ff-e129-4b5a-945c-f0d2c0fcc62f req-332f473c-355a-4b31-b31b-d9e343d42528 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604744 Apr 18 21:01:03.193103 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ca198705-904b-4894-b6fd-210263e98f9d req-18c4401e-55b2-4d7f-be07-8d4fd207b94e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 210 time: 0.0344493 Apr 18 21:01:03.203761 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [req-2d352485-e8e1-4830-9cb9-103eea3004f0 req-1326e5ff-074a-4327-919a-6e066375aece service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 21:01:03.204890 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2d352485-e8e1-4830-9cb9-103eea3004f0 req-1326e5ff-074a-4327-919a-6e066375aece service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058582 Apr 18 21:01:03.557433 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ed561-34b5-4dc1-a3c8-718cf246ba02 req-e5b0a5db-1bb2-4853-bc62-6dc0fa94290c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:03.560160 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6d6ed561-34b5-4dc1-a3c8-718cf246ba02 req-e5b0a5db-1bb2-4853-bc62-6dc0fa94290c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.0661173 Apr 18 21:01:03.640819 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6d6ed561-34b5-4dc1-a3c8-718cf246ba02 req-780820a5-c2b8-48e5-9ad8-7d2449c4cf0a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685384 Apr 18 21:01:03.878762 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-3dbda388-1c2e-4b84-9813-74bf9242caab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467846 Apr 18 21:01:04.002967 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-f60aa445-ce9f-44d5-b683-791a0d697045 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:04.005725 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-f60aa445-ce9f-44d5-b683-791a0d697045 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports/d74843be-54a6-408e-9779-09f780534c3d HTTP/1.1" status: 200 len: 941 time: 0.0938916 Apr 18 21:01:04.065598 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48789e-e78c-4354-ab96-60428ef56582 req-84c9342f-7aae-4fcb-93e1-9da44a9e4ec8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:04.067412 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-af48789e-e78c-4354-ab96-60428ef56582 req-84c9342f-7aae-4fcb-93e1-9da44a9e4ec8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.0646284 Apr 18 21:01:04.162929 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-af48789e-e78c-4354-ab96-60428ef56582 req-a1e606e8-38fb-449c-95ae-6b71fe2a4cf0 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804977 Apr 18 21:01:04.356006 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acd8b2-0628-4714-9120-9342f5ce13b3 req-15eb91b3-c089-4023-82dc-22b1c6599449 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:04.358870 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-99acd8b2-0628-4714-9120-9342f5ce13b3 req-15eb91b3-c089-4023-82dc-22b1c6599449 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.1212463 Apr 18 21:01:04.399472 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e717d-f128-4411-8241-c68e2a2b899b req-9cb1ff33-2d28-4375-9093-9bed470c5040 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:04.402212 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-668e717d-f128-4411-8241-c68e2a2b899b req-9cb1ff33-2d28-4375-9093-9bed470c5040 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.1241074 Apr 18 21:01:04.454863 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-46e3ff0d-5f5e-47ff-a450-de872592e292 req-fba31079-824e-41bc-a5f1-4343769a62ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2050b-d1f0-4a08-b0d3-ff9586e38554 HTTP/1.1" status: 200 len: 210 time: 0.0944526 Apr 18 21:01:04.532758 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-99acd8b2-0628-4714-9120-9342f5ce13b3 req-f8ba6343-6a82-4c03-8ef4-d90cb3be4dcd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499774 Apr 18 21:01:04.619407 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Deleting port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:04.619777 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:04.801993 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-f075b6a3-5443-4ed0-be2b-83b697c25963 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:04.803793 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-f075b6a3-5443-4ed0-be2b-83b697c25963 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.1170545 Apr 18 21:01:04.830266 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] For port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:04.830836 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:04.857227 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9a613-a7b0-461b-ba77-ffa583dadad4 req-833f367b-df5c-4859-bfe2-b588b7ca9fc6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:04.858866 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-19b9a613-a7b0-461b-ba77-ffa583dadad4 req-833f367b-df5c-4859-bfe2-b588b7ca9fc6 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.1212878 Apr 18 21:01:05.056662 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Deleting port 2415d924-403e-4d0f-a2be-3045f729c344 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:05.056981 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (2415d924-403e-4d0f-a2be-3045f729c344), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.068721 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-19b9a613-a7b0-461b-ba77-ffa583dadad4 req-50bc8dd8-3d0f-4c08-9225-83399b668b3c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1984634 Apr 18 21:01:05.220505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.220840 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (88028a43-487d-4508-baa2-63831e88cd70), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.221576 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Floating IP 88028a43-487d-4508-baa2-63831e88cd70 disassociated. External IP: 172.27.1.247, port: 3fcb9357-4193-41c3-86bc-97b0a7a5edd6. Apr 18 21:01:05.222109 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Calling delete_port for 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:05.250407 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] For port 2415d924-403e-4d0f-a2be-3045f729c344, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=2415d924-403e-4d0f-a2be-3045f729c344,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:05.250821 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (2415d924-403e-4d0f-a2be-3045f729c344), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.442491 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3831ae-e7c4-4436-ab95-68143b4d0578 req-c27502cd-33fa-4ef2-bd9c-7b25336a27b8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:05.445382 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5f3831ae-e7c4-4436-ab95-68143b4d0578 req-c27502cd-33fa-4ef2-bd9c-7b25336a27b8 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 945 time: 0.1484146 Apr 18 21:01:05.452110 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54326) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:05.612006 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-37f8b4e5-b55d-4330-8503-7114fd98207f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.726048 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-37f8b4e5-b55d-4330-8503-7114fd98207f admin admin] Publish callbacks [] for security_group (7e9bec12-bcb7-48b9-8c4d-58b24063bb8b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.806816 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-37f8b4e5-b55d-4330-8503-7114fd98207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (7e9bec12-bcb7-48b9-8c4d-58b24063bb8b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.825964 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-6413cc47-85da-48dd-813e-d7c100532f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:05.827983 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-6413cc47-85da-48dd-813e-d7c100532f8e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13&tenant_id=a0e794ba52ab44c5a2b5906338c002d6 HTTP/1.1" status: 200 len: 1128 time: 0.0975630 Apr 18 21:01:05.869048 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-37f8b4e5-b55d-4330-8503-7114fd98207f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=614fad23111a454885d0ad2a2e4aba4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148352 Apr 18 21:01:05.875773 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5f3831ae-e7c4-4436-ab95-68143b4d0578 req-03326164-8d0a-42f0-abda-ea8fa0e35e55 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1ca182f-00d4-45f8-80ff-ef673f95e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4203877 Apr 18 21:01:05.877807 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54340) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:05.903190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8b4e5-b55d-4330-8503-7114fd98207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9bec12-bcb7-48b9-8c4d-58b24063bb8b,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:05.921984 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b266ca9-d0b7-4dcb-a534-30d989e513b1 req-95748757-b163-4656-b233-0b248607d586 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:05.925276 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9b266ca9-d0b7-4dcb-a534-30d989e513b1 req-95748757-b163-4656-b233-0b248607d586 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 946 time: 0.1811876 Apr 18 21:01:05.931626 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.932243 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:05.932740 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Floating IP 4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c disassociated. External IP: 172.27.1.231, port: 2415d924-403e-4d0f-a2be-3045f729c344. Apr 18 21:01:05.933329 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Calling delete_port for 2415d924-403e-4d0f-a2be-3045f729c344 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:05.933861 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-26cd65bd-0acb-40d2-b248-6c25a251a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:05.935769 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-26cd65bd-0acb-40d2-b248-6c25a251a307 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 1128 time: 0.0699770 Apr 18 21:01:05.978155 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (3fcb9357-4193-41c3-86bc-97b0a7a5edd6), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:06.074111 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-77caa516-d163-4100-bdf6-5030a626851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:06.075908 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-77caa516-d163-4100-bdf6-5030a626851c service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 0.1330845 Apr 18 21:01:06.077836 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'Port': ['ID=3fcb9357-4193-41c3-86bc-97b0a7a5edd6,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:06.180813 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-4912cb93-575b-474f-8366-b10683a99a98 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74843be-54a6-408e-9779-09f780534c3d HTTP/1.1" status: 200 len: 1000 time: 0.0978191 Apr 18 21:01:06.226965 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9b266ca9-d0b7-4dcb-a534-30d989e513b1 req-7c9a27e5-0b0d-425a-b4a7-c7bdd0c8ec8e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b21ce7-3476-48ca-ab06-02b23fc014d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899361 Apr 18 21:01:06.241940 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa9bd-4e82-46eb-b511-94f203c271a9 admin admin] Publish callbacks [] for security_group (7e9bec12-bcb7-48b9-8c4d-58b24063bb8b), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:06.270883 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-a2e798b2-1034-459b-bd8e-e4c2215b5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:06.274369 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-a2e798b2-1034-459b-bd8e-e4c2215b5857 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.0862255 Apr 18 21:01:06.325934 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa9bd-4e82-46eb-b511-94f203c271a9 admin admin] Publish callbacks [] for security_group (7e9bec12-bcb7-48b9-8c4d-58b24063bb8b), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:06.343370 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-17967935-5c55-455b-aa19-1ea5e3923197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:06.344939 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-17967935-5c55-455b-aa19-1ea5e3923197 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628102 Apr 18 21:01:06.501341 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-94653336-ed5e-4483-bcd7-378784e41449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:06.504334 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-94653336-ed5e-4483-bcd7-378784e41449 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6eb6a73c0c864ea98674f8252693c51e&device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1169 time: 0.0658791 Apr 18 21:01:06.508689 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-05a9a111-3552-409f-84d1-6a876ee8ad93 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563017 Apr 18 21:01:06.518618 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:06.553814 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658da21-0aec-465c-a3d5-6f98fb618d25 req-70fcc2a3-624c-47d4-97a7-b8bfadd4f682 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:06.556056 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4658da21-0aec-465c-a3d5-6f98fb618d25 req-70fcc2a3-624c-47d4-97a7-b8bfadd4f682 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.1502998 Apr 18 21:01:06.607010 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-d3e1339c-da52-441b-910a-68fb02185c40 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254179466&fields=id&tenant_id=1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 267 time: 0.2525423 Apr 18 21:01:06.712897 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (2415d924-403e-4d0f-a2be-3045f729c344), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:06.713394 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-85e086da-3fb7-4082-89e4-ba2aaab8c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:06.715160 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-85e086da-3fb7-4082-89e4-ba2aaab8c58f service neutron] 10.222.0.78 "GET /v2.0/networks?id=8cbe11ba-60dc-4522-a75c-0f378793222f HTTP/1.1" status: 200 len: 916 time: 0.2001979 Apr 18 21:01:06.754917 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa9bd-4e82-46eb-b511-94f203c271a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (7e9bec12-bcb7-48b9-8c4d-58b24063bb8b), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:06.756708 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa9bd-4e82-46eb-b511-94f203c271a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:06.757877 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7d0aa9bd-4e82-46eb-b511-94f203c271a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e9bec12-bcb7-48b9-8c4d-58b24063bb8b HTTP/1.1" status: 204 len: 168 time: 0.8724792 Apr 18 21:01:06.784277 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-1742ba3e-e776-49ed-967e-ea9c3063ef1a req-bf0740b6-cf92-4193-b553-c5eb6f79976c service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670679 Apr 18 21:01:06.832167 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-e314b14f-dcb9-4368-ab32-2d6bb89a25a7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 1002 time: 0.1020286 Apr 18 21:01:06.883437 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-f47b6b8a-f086-4883-8adb-c20419ef7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:06.884389 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-f47b6b8a-f086-4883-8adb-c20419ef7677 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9e902ca2-c91d-4789-acdc-b3f2dae97c3d HTTP/1.1" status: 200 len: 854 time: 0.0528638 Apr 18 21:01:06.947110 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-48117dda-eac0-44f9-9383-86a4e3b7a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:06.947110 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-48117dda-eac0-44f9-9383-86a4e3b7a11a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8cbe11ba-60dc-4522-a75c-0f378793222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534174 Apr 18 21:01:07.155775 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event deleted for resources: {'Port': ['ID=2415d924-403e-4d0f-a2be-3045f729c344,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.199628 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-f4faf86c-ea24-4f7c-ad95-b29db942c5e9 service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848915 Apr 18 21:01:07.254680 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aa9bd-4e82-46eb-b511-94f203c271a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9bec12-bcb7-48b9-8c4d-58b24063bb8b,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.288357 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4658da21-0aec-465c-a3d5-6f98fb618d25 req-c94f8bf7-a875-4331-a920-e547e6fd4dcd tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7185092 Apr 18 21:01:07.449101 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-37b2cc74-c3f2-438d-abc5-75ce6bbe1cf0 req-29c39e6f-359c-4e83-bd6e-2a68819e0a98 service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395961 Apr 18 21:01:07.526147 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:07.544224 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:07.567258 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:07.568167 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:07.586326 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-d669cc8d-08b5-413c-b130-994ab8892a26 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:07.590222 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-d669cc8d-08b5-413c-b130-994ab8892a26 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 812 time: 0.9594698 Apr 18 21:01:07.642391 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a7604-b5b8-4e27-8dd7-fcdca2b64af0 req-34abc16f-1690-4be0-94b8-088b8274eae7 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:07.649518 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b57a7604-b5b8-4e27-8dd7-fcdca2b64af0 req-34abc16f-1690-4be0-94b8-088b8274eae7 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.2127545 Apr 18 21:01:07.716775 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] No DVR routers for this DVR port 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:07.719898 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:07.724608 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-668e717d-f128-4411-8241-c68e2a2b899b req-4c7ff17e-4731-4928-af99-1fa67deadd2e tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.78 "DELETE /v2.0/ports/3fcb9357-4193-41c3-86bc-97b0a7a5edd6 HTTP/1.1" status: 204 len: 173 time: 3.2859182 Apr 18 21:01:07.730944 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'name': 'network-vif-deleted', 'tag': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:07.733093 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca8a884-66ce-4e0c-bfdf-585540cbbbb7" -d '{"events": [{"server_uuid": "bc55b002-55c6-4b16-9539-4ce6602491fe", "name": "network-vif-deleted", "tag": "3fcb9357-4193-41c3-86bc-97b0a7a5edd6"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:07.737258 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a21d295e-f10f-43a4-8122-c2c2acfa0fc1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/quotas/1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 375 time: 0.1036077 Apr 18 21:01:07.770460 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54378) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:07.794983 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-19eb13e7-d0a7-43e0-902c-e0a953175759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:07.824639 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:07.846413 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Router bf44ee15-9f8f-4741-919f-1f9d2cff83ac has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:07.912144 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b57a7604-b5b8-4e27-8dd7-fcdca2b64af0 req-459dade5-c206-4997-b1e4-b7d44da3eb77 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2615428 Apr 18 21:01:07.952582 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-07713da5-ad01-4dff-a54a-a38d9fffa00f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1683106 Apr 18 21:01:08.046407 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:08.053636 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-19eb13e7-d0a7-43e0-902c-e0a953175759 admin admin] Publish callbacks [] for security_group (b1c394a5-52bd-4253-ab49-d4dba9a83ece), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:08.122581 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:08.123060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3fcb9357-4193-41c3-86bc-97b0a7a5edd6 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:08.158209 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-19eb13e7-d0a7-43e0-902c-e0a953175759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (b1c394a5-52bd-4253-ab49-d4dba9a83ece), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:08.229777 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22ee2cda-322b-41e9-9ac2-0b7cbb515eff req-dbbf6240-15de-45c1-ab19-9d49c8158fd6 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.0992517 Apr 18 21:01:08.233711 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:08.284248 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-19eb13e7-d0a7-43e0-902c-e0a953175759 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2aaf0e8ff1d421fa041eb90af0ac09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046966 Apr 18 21:01:08.284248 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb13e7-d0a7-43e0-902c-e0a953175759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c394a5-52bd-4253-ab49-d4dba9a83ece,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:08.295813 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54382) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:08.317419 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:08.335476 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:08.336446 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:08.466459 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1d763e20-c845-4d3b-baec-6df6a56cfb9c admin admin] Publish callbacks [] for security_group (b1c394a5-52bd-4253-ab49-d4dba9a83ece), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:08.521288 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1d763e20-c845-4d3b-baec-6df6a56cfb9c admin admin] Publish callbacks [] for security_group (b1c394a5-52bd-4253-ab49-d4dba9a83ece), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:08.577858 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4052d4b1-954a-4de3-8fe0-41faa946dec0 req-7130ad18-0369-4970-8ea3-305751c10e36 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc55b002-55c6-4b16-9539-4ce6602491fe HTTP/1.1" status: 200 len: 210 time: 0.1124215 Apr 18 21:01:08.591172 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-2fb77913-f90f-44c4-be59-7bba16632be5 service neutron] 10.222.0.53 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084862 Apr 18 21:01:08.607877 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:08.628654 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] Sync routers for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:08.668979 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:08.670264 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:08.729841 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:08.754661 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1d763e20-c845-4d3b-baec-6df6a56cfb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (b1c394a5-52bd-4253-ab49-d4dba9a83ece), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:08.771688 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1d763e20-c845-4d3b-baec-6df6a56cfb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:08.776137 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-1d763e20-c845-4d3b-baec-6df6a56cfb9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1c394a5-52bd-4253-ab49-d4dba9a83ece HTTP/1.1" status: 204 len: 168 time: 0.4783008 Apr 18 21:01:08.827426 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763e20-c845-4d3b-baec-6df6a56cfb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c394a5-52bd-4253-ab49-d4dba9a83ece,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:08.963215 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc882f6-1d3c-48e0-8bea-d7fd0560c49a x-openstack-request-id: req-dfc882f6-1d3c-48e0-8bea-d7fd0560c49a {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:08.973840 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc55b002-55c6-4b16-9539-4ce6602491fe", "name": "network-vif-deleted", "tag": "3fcb9357-4193-41c3-86bc-97b0a7a5edd6", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:08.973840 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfc882f6-1d3c-48e0-8bea-d7fd0560c49a {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:08.973840 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc882f6-1d3c-48e0-8bea-d7fd0560c49a'] response: {'server_uuid': 'bc55b002-55c6-4b16-9539-4ce6602491fe', 'name': 'network-vif-deleted', 'tag': '3fcb9357-4193-41c3-86bc-97b0a7a5edd6', 'status': 'completed', 'code': 200} Apr 18 21:01:08.982241 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-f8fb1b64-2b4e-4586-b10f-56e697c09e44 service neutron] 10.222.0.53 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649216 Apr 18 21:01:09.108559 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:09.253931 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] No DVR routers for this DVR port 2415d924-403e-4d0f-a2be-3045f729c344 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:09.263712 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:09.266598 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6ad8494c-5754-4fb3-8671-d4f5b41662d5 req-3d7f296f-ae66-449b-99c0-15db23d23efd tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.78 "DELETE /v2.0/ports/2415d924-403e-4d0f-a2be-3045f729c344 HTTP/1.1" status: 204 len: 173 time: 4.4549825 Apr 18 21:01:09.287760 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db728-56e6-4321-bae6-f6e2bc8d5b8d req-ac6422ec-5d12-46d8-895b-c201059ff4de tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:09.290560 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5a3db728-56e6-4321-bae6-f6e2bc8d5b8d req-ac6422ec-5d12-46d8-895b-c201059ff4de tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.2933383 Apr 18 21:01:09.493941 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5a3db728-56e6-4321-bae6-f6e2bc8d5b8d req-25964b02-d52f-440d-9a4e-ec800ae8313d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1862743 Apr 18 21:01:09.592666 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:09.693965 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf2670-0981-4f06-bc50-8ca625db5f91 None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '66058a70-0f0f-45b1-88ef-19b9267fa427', 'name': '', 'network_id': '13a8a4ec-054a-4b03-9f0c-ef547bb0842d', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'mac_address': 'fa:16:3e:0c:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:53Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'subnets': [{'id': '28b61d25-99fd-4952-a4b5-64e655c1687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:09.820889 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254a278-522e-481a-a373-e6aa0787b7f1 req-d3d06264-30f7-4216-8ba6-ed98b86cc5cf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:09.832368 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a254a278-522e-481a-a373-e6aa0787b7f1 req-d3d06264-30f7-4216-8ba6-ed98b86cc5cf tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.1152549 Apr 18 21:01:09.901766 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:09.980048 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] Checking router: bf44ee15-9f8f-4741-919f-1f9d2cff83ac for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:10.006234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:10.007369 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:10.007640 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a254a278-522e-481a-a373-e6aa0787b7f1 req-7cc3a2d2-5075-4775-a3ea-4aab109bd1f1 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608016 Apr 18 21:01:10.152000 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 2415d924-403e-4d0f-a2be-3045f729c344 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:10.293959 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 2415d924-403e-4d0f-a2be-3045f729c344 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:10.294362 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 2415d924-403e-4d0f-a2be-3045f729c344 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:10.388991 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-077ea42a-19ae-4511-b056-8ffa8f918426 req-90ff3036-0946-4b07-a6ef-72d356b3781a tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9c4062-ebae-47d6-b121-fe74162adb17 HTTP/1.1" status: 200 len: 210 time: 0.1377354 Apr 18 21:01:10.474535 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e09488fc-bea1-4d3b-a8d7-bca470f1bc19 req-5b7b1631-3293-40e1-bd0a-87acc1929b26 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 210 time: 0.1520426 Apr 18 21:01:10.527397 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff949bda-729b-4fed-a2e5-8171a4020228 None None] New status for floating IP 88028a43-487d-4508-baa2-63831e88cd70: DOWN {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:01:10.565380 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54422) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:10.794967 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:10.839414 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e562-0c01-436c-b758-aba642f4c9d9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (95b21ce7-3476-48ca-ab06-02b23fc014d0), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:10.947794 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46ecb5-c5c7-416f-8f4b-7c39832fb186 req-4aabb3ee-6e95-43ad-98b3-61848581ec60 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:10.949789 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e562-0c01-436c-b758-aba642f4c9d9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (95b21ce7-3476-48ca-ab06-02b23fc014d0), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:10.963565 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed46ecb5-c5c7-416f-8f4b-7c39832fb186 req-4aabb3ee-6e95-43ad-98b3-61848581ec60 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.2022440 Apr 18 21:01:10.967050 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'name': 'network-vif-deleted', 'tag': '2415d924-403e-4d0f-a2be-3045f729c344'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:10.977235 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ae34a5-967e-4225-8d43-5d8761456684" -d '{"events": [{"server_uuid": "ca9c4062-ebae-47d6-b121-fe74162adb17", "name": "network-vif-deleted", "tag": "2415d924-403e-4d0f-a2be-3045f729c344"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:11.068477 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed46ecb5-c5c7-416f-8f4b-7c39832fb186 req-809ec14f-cdbf-46f7-88cf-5f0ce4bacf26 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982308 Apr 18 21:01:11.186949 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9594488-4349-4ae8-8b74-41973ee731ae x-openstack-request-id: req-d9594488-4349-4ae8-8b74-41973ee731ae {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:11.187280 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9c4062-ebae-47d6-b121-fe74162adb17", "name": "network-vif-deleted", "tag": "2415d924-403e-4d0f-a2be-3045f729c344", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:11.187817 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9594488-4349-4ae8-8b74-41973ee731ae {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:11.188604 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9594488-4349-4ae8-8b74-41973ee731ae'] response: {'server_uuid': 'ca9c4062-ebae-47d6-b121-fe74162adb17', 'name': 'network-vif-deleted', 'tag': '2415d924-403e-4d0f-a2be-3045f729c344', 'status': 'completed', 'code': 200} Apr 18 21:01:11.246507 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e562-0c01-436c-b758-aba642f4c9d9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (95b21ce7-3476-48ca-ab06-02b23fc014d0), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:11.269359 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e562-0c01-436c-b758-aba642f4c9d9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:11.272655 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9dc8e562-0c01-436c-b758-aba642f4c9d9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "DELETE /v2.0/security-groups/95b21ce7-3476-48ca-ab06-02b23fc014d0 HTTP/1.1" status: 204 len: 168 time: 0.7057910 Apr 18 21:01:11.280796 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54436) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:11.367841 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8e562-0c01-436c-b758-aba642f4c9d9 tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b21ce7-3476-48ca-ab06-02b23fc014d0,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.372569 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:11.385130 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.api.v2.resource [None req-4b1feede-0f8b-4765-b8a6-bad6c83c02fd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] show failed (client error): The resource could not be found. Apr 18 21:01:11.387789 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4b1feede-0f8b-4765-b8a6-bad6c83c02fd tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "GET /v2.0/security-groups/95b21ce7-3476-48ca-ab06-02b23fc014d0 HTTP/1.1" status: 404 len: 347 time: 0.1007433 Apr 18 21:01:11.394700 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54438) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:11.398684 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7883b8-b4a5-489c-b473-1f1dbbb42e4a req-9ea38eb2-aff9-4b65-aaab-090e798d5683 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:11.402921 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dc7883b8-b4a5-489c-b473-1f1dbbb42e4a req-9ea38eb2-aff9-4b65-aaab-090e798d5683 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.1603467 Apr 18 21:01:11.528008 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eddd39-44dc-4e8c-9aaa-d67193b0135b None None] The sync data for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi is: [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T20:54:01Z', 'revision_number': 4, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c67cd048-5446-4ee2-9345-65affa317e48', 'name': '', 'network_id': '48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'mac_address': 'fa:16:3e:3c:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8904da12-6f56-4119-a567-0dcca69c3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:51Z', 'updated_at': '2022-04-18T20:54:15Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'subnets': [{'id': '8904da12-6f56-4119-a567-0dcca69c3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:11.638118 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dc7883b8-b4a5-489c-b473-1f1dbbb42e4a req-7892815c-c1cc-4d0f-a35e-e42be3b3b3b6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107308 Apr 18 21:01:11.834556 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0d39c074-f023-4a75-830f-993867dac87b req-b967482b-1a12-427d-bb47-9ec71685f2f9 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 210 time: 0.1030588 Apr 18 21:01:11.910952 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54448) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:12.101142 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dfe50704-769d-4f03-805e-81cbfb1e563b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (e1ca182f-00d4-45f8-80ff-ef673f95e74c), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:12.259771 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dfe50704-769d-4f03-805e-81cbfb1e563b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (e1ca182f-00d4-45f8-80ff-ef673f95e74c), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:12.419982 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1335a06-dd4e-4e83-abea-7cc9555980b4 None None] New status for floating IP 4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c: DOWN {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:01:12.422312 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Deleting port c98dc2c5-a82f-4ba8-80d2-0c3932b143a4 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:12.428372 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:12.522858 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b4274-5ed0-4e1b-97d7-4c7138ba1a87 req-182fba27-af36-433d-a1e4-d4ddf082fdb2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:12.537705 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ce9b4274-5ed0-4e1b-97d7-4c7138ba1a87 req-182fba27-af36-433d-a1e4-d4ddf082fdb2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.2306800 Apr 18 21:01:12.666370 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:12.675235 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:12.691595 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ce9b4274-5ed0-4e1b-97d7-4c7138ba1a87 req-e32e2beb-1a25-48bd-af13-50cf7cdcee77 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282427 Apr 18 21:01:12.725951 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dfe50704-769d-4f03-805e-81cbfb1e563b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e1ca182f-00d4-45f8-80ff-ef673f95e74c), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:12.727329 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Calling delete_port for c98dc2c5-a82f-4ba8-80d2-0c3932b143a4 owned by network:floatingip {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:12.728991 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dfe50704-769d-4f03-805e-81cbfb1e563b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:12.730360 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-dfe50704-769d-4f03-805e-81cbfb1e563b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "DELETE /v2.0/security-groups/e1ca182f-00d4-45f8-80ff-ef673f95e74c HTTP/1.1" status: 204 len: 168 time: 0.8178132 Apr 18 21:01:12.737649 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54458) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:12.754524 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe50704-769d-4f03-805e-81cbfb1e563b tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca182f-00d4-45f8-80ff-ef673f95e74c,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:12.861891 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.api.v2.resource [None req-a03afc8e-4a6e-4510-af69-3d12dd0a2e61 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] show failed (client error): The resource could not be found. Apr 18 21:01:12.867455 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54462) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:12.869454 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a03afc8e-4a6e-4510-af69-3d12dd0a2e61 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "GET /v2.0/security-groups/e1ca182f-00d4-45f8-80ff-ef673f95e74c HTTP/1.1" status: 404 len: 347 time: 0.1226809 Apr 18 21:01:13.167524 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-25020d3d-73fd-45bd-9561-e38a6ea37f14 req-4a5d35f1-0435-4032-a6c0-c07ca15b353e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 210 time: 0.1438389 Apr 18 21:01:13.294284 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e28ce-0683-41c4-8c2b-cc06609efa17 req-98f84c2f-fb5c-4e09-ab7a-27c0fc40908b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:13.296715 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4b8e28ce-0683-41c4-8c2b-cc06609efa17 req-98f84c2f-fb5c-4e09-ab7a-27c0fc40908b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.2721353 Apr 18 21:01:13.353515 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (c98dc2c5-a82f-4ba8-80d2-0c3932b143a4), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:13.442065 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Deleting port 3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:13.443290 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:13.527481 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Pushing event deleted for resources: {'Port': ['ID=c98dc2c5-a82f-4ba8-80d2-0c3932b143a4,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:13.670786 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4b8e28ce-0683-41c4-8c2b-cc06609efa17 req-e5edf65c-bffd-4e70-953a-82b715c592ed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3627117 Apr 18 21:01:13.724245 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:13.724768 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:13.748754 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks [] for floatingip (88028a43-487d-4508-baa2-63831e88cd70), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:13.754572 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Calling delete_port for 3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6 owned by network:floatingip {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:13.755264 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:13.756683 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4ef6491c-a58b-46c0-bdb0-6e2ce1f84aba tempest-AttachVolumeNegativeTest-402081101 tempest-AttachVolumeNegativeTest-402081101-project] 10.222.0.53 "DELETE /v2.0/floatingips/88028a43-487d-4508-baa2-63831e88cd70 HTTP/1.1" status: 204 len: 168 time: 2.3601053 Apr 18 21:01:14.081953 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a5098-77f4-4878-af20-9f5c7b22b242 req-f94f9bcb-7e26-48ba-99f1-7a8e5816a589 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:14.095243 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a2a5098-77f4-4878-af20-9f5c7b22b242 req-f94f9bcb-7e26-48ba-99f1-7a8e5816a589 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.1307466 Apr 18 21:01:14.354593 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8a2a5098-77f4-4878-af20-9f5c7b22b242 req-fab5a7bd-4a42-42f3-9be8-ca9ce1621b7e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2618029 Apr 18 21:01:14.439621 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-78ab673b-5bb2-4fcc-a330-417c228cfbc2 req-9ef55b7e-0045-46e3-b338-73ad5a94d219 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 210 time: 0.0502663 Apr 18 21:01:14.731976 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:01:14.960083 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6348d2f-2d77-4333-9e07-1597067210af req-1cd2e28d-4c74-4e6a-811e-6d24c7ad113d tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:14.962503 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e6348d2f-2d77-4333-9e07-1597067210af req-1cd2e28d-4c74-4e6a-811e-6d24c7ad113d tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.1359026 Apr 18 21:01:15.093581 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e6348d2f-2d77-4333-9e07-1597067210af req-1a5f0507-8fed-432b-ab2b-e27067750c29 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202502 Apr 18 21:01:15.141280 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:15.232578 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Pushing event deleted for resources: {'Port': ['ID=3eb04adb-9e24-4cf1-ae37-5fcf9e0812f6,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.536374 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks [] for floatingip (4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:15.550257 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:15.552654 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-88d6c5cf-9898-4ff9-9a62-a630e817d485 tempest-AttachVolumeTestJSON-1795320423 tempest-AttachVolumeTestJSON-1795320423-project] 10.222.0.53 "DELETE /v2.0/floatingips/4caac6b3-3f7d-4b15-b9f3-bff08ebaca4c HTTP/1.1" status: 204 len: 168 time: 2.6831784 Apr 18 21:01:15.785043 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924995-f866-4949-81ae-7845e73cb454 req-936506eb-d615-48f1-8247-0e876ce87e95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:15.788101 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-05924995-f866-4949-81ae-7845e73cb454 req-936506eb-d615-48f1-8247-0e876ce87e95 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.2335975 Apr 18 21:01:15.795434 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0ed118c4-7e1d-4e8f-81ac-c781fe27f426 req-d38655a2-0481-4567-b8d0-35778e191425 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 210 time: 0.1690567 Apr 18 21:01:15.836383 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-28294793-4317-4c8d-aed4-59410de61103 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:15.840289 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-28294793-4317-4c8d-aed4-59410de61103 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 812 time: 0.6281052 Apr 18 21:01:16.052035 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-05924995-f866-4949-81ae-7845e73cb454 req-2dbf3a1b-f7f8-4e58-a4d8-c9cea9c1dc2b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2096419 Apr 18 21:01:16.088074 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-e59bb8bb-e213-4037-a8b1-fdf2880e5e7a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 380 time: 0.1973662 Apr 18 21:01:16.099442 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'port': {'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'admin_state_up': True, 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'security_groups': ['bb5a5c17-0dd6-4811-b344-196f6f577027']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:16.393949 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663c6fe-7d4d-4385-92eb-6ec2655d1681 req-0d654bd8-3ed3-49f8-ba20-8f8212647ad6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:16.424728 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b663c6fe-7d4d-4385-92eb-6ec2655d1681 req-0d654bd8-3ed3-49f8-ba20-8f8212647ad6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.1615441 Apr 18 21:01:16.678384 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b663c6fe-7d4d-4385-92eb-6ec2655d1681 req-4a2b7a53-e638-4c24-9884-62b8ee1d8c5e tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2681575 Apr 18 21:01:16.682668 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Made reservation on behalf of 1a25adc6fa84412ebb8926467be360ce for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:16.692358 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:17.056203 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-70279ad1-1dc8-4cfc-b43b-e58ffdf2d667 req-021b8d42-2dd8-4e6b-865e-82e2e719c977 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 210 time: 0.0600421 Apr 18 21:01:17.113518 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Allocated IP 172.20.0.7 (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2/d60a26b5-d758-49a8-93d9-84dded140f8d/3aafbc43-f8dc-4070-b8e9-2bf07014ed0f) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:17.372061 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a1030-84e7-4c48-b947-417d24a2c141 req-fe64ae25-caa6-49a0-85da-a1176230d3db tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:17.387478 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-539a1030-84e7-4c48-b947-417d24a2c141 req-fe64ae25-caa6-49a0-85da-a1176230d3db tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.1867762 Apr 18 21:01:17.573942 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-539a1030-84e7-4c48-b947-417d24a2c141 req-279531b1-f4a0-4a82-ab62-c0e5398e3bd2 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658962 Apr 18 21:01:17.674593 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:17.827435 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:17.980051 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.006718 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:18.019343 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a7d9c-cf64-46e9-af3e-523cf0279b9e req-68889f64-f728-4059-b94b-f8a6a98629a6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:18.028404 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be0a7d9c-cf64-46e9-af3e-523cf0279b9e req-68889f64-f728-4059-b94b-f8a6a98629a6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.1719661 Apr 18 21:01:18.059539 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:18.067514 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:18.475285 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a2600-c6e5-411e-918a-15735bb00b96 req-fec47116-8fa0-4b4b-bcf3-9dc0cd079372 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:18.477760 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb9a2600-c6e5-411e-918a-15735bb00b96 req-fec47116-8fa0-4b4b-bcf3-9dc0cd079372 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 931 time: 0.2082410 Apr 18 21:01:18.526279 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:18.531525 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:18.595041 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-be0a7d9c-cf64-46e9-af3e-523cf0279b9e req-1024c45e-f3be-4349-be8b-a0d08cce4a2b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5649114 Apr 18 21:01:18.610562 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-20880592-bb69-4de3-b2d0-b1aa8dcdbd00 None None] Provisioning complete for port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:01:18.616733 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-20880592-bb69-4de3-b2d0-b1aa8dcdbd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:18.712646 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-a20283e9-e487-4a6d-8b7c-ca8c5e1c5393 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6189206 Apr 18 21:01:18.740589 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-20880592-bb69-4de3-b2d0-b1aa8dcdbd00 None None] Port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:01:18.765638 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-eb9a2600-c6e5-411e-918a-15735bb00b96 req-edc48adf-4dd2-476e-bf35-f4538017626e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991863 Apr 18 21:01:18.931912 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e506-a64f-4fb3-b080-04074d5c28b2 req-ee8e77f3-b9c6-4fb5-946a-e3ba12878d2e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:18.934933 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8117e506-a64f-4fb3-b080-04074d5c28b2 req-ee8e77f3-b9c6-4fb5-946a-e3ba12878d2e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.1606953 Apr 18 21:01:19.052622 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8117e506-a64f-4fb3-b080-04074d5c28b2 req-2383fed3-6022-4ad2-938f-d25e97a8a09a tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057241 Apr 18 21:01:19.597566 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54570) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:19.732737 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Request body: {'port': {'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:20.060175 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2dd4-c2b3-4abf-9243-e1c4822026cf req-cff53c6d-9aa7-4470-8d52-6580005b7b26 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:20.081470 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-80bd2dd4-c2b3-4abf-9243-e1c4822026cf req-cff53c6d-9aa7-4470-8d52-6580005b7b26 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.2547920 Apr 18 21:01:20.214023 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:20.344446 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f6c49-ff9c-49c3-9f7c-22f10118aed9 req-da690aeb-f180-46ad-9a9f-e83152bfb477 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:20.357194 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-465f6c49-ff9c-49c3-9f7c-22f10118aed9 req-da690aeb-f180-46ad-9a9f-e83152bfb477 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 931 time: 0.3866942 Apr 18 21:01:21.037189 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-80bd2dd4-c2b3-4abf-9243-e1c4822026cf req-71458161-95c3-4f7c-b8d6-102214f8faa2 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8&id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8773084 Apr 18 21:01:21.322047 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-465f6c49-ff9c-49c3-9f7c-22f10118aed9 req-3c46e4b1-e282-4476-b198-29cb3d5aed91 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9634655 Apr 18 21:01:21.516548 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54598) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:21.599912 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc1f0a-9592-4cd9-a663-4fc6c28430b6 req-49d2fe06-0ec3-429f-ada8-e3733757c8b8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:21.612886 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b1dc1f0a-9592-4cd9-a663-4fc6c28430b6 req-49d2fe06-0ec3-429f-ada8-e3733757c8b8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.3047442 Apr 18 21:01:21.895949 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b1dc1f0a-9592-4cd9-a663-4fc6c28430b6 req-559acf65-bad9-436e-ab35-493b8bd3cef7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2817032 Apr 18 21:01:22.303492 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:22.371174 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Publish callbacks [] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:22.397755 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Transition to ACTIVE for port object 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 21:01:22.614639 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:22.841939 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (99fe3dbb-5052-4a17-9222-93bf3cae46e9), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:22.907324 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:23.028970 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c240d-ca0a-4295-b975-8a705127573e req-5775d446-de81-417a-add1-a2fca675ea0d tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:23.035657 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-771c240d-ca0a-4295-b975-8a705127573e req-5775d446-de81-417a-add1-a2fca675ea0d tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 943 time: 0.4067070 Apr 18 21:01:23.043718 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Pushing event updated for resources: {'Port': ['ID=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.494917 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dbd39-3c75-479d-81ba-f7a29b68f326 req-89d3934c-32da-4972-871f-336f4c45b12c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:23.497546 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-625dbd39-3c75-479d-81ba-f7a29b68f326 req-89d3934c-32da-4972-871f-336f4c45b12c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.3042853 Apr 18 21:01:23.566283 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Attempting to bind port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:01:23.566870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Attempting to bind port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:01:23.567416 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Attempting to bind port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:23.575641 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Deleting port c67cd048-5446-4ee2-9345-65affa317e48 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:23.577754 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (c67cd048-5446-4ee2-9345-65affa317e48), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:23.591756 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-771c240d-ca0a-4295-b975-8a705127573e req-b984081c-690c-4e90-bd67-5aaa9f2ba2e8 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5287538 Apr 18 21:01:23.605147 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:01:23.605758 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Attempting to bind port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:23.741355 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:23.741919 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Checking segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:01:23.743000 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Bound using segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:23.743457 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Bound port: 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:01:23.744111 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:23.764292 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] For port c67cd048-5446-4ee2-9345-65affa317e48, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=c67cd048-5446-4ee2-9345-65affa317e48,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:23.765073 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (c67cd048-5446-4ee2-9345-65affa317e48), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:23.794426 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Calling delete_port for c67cd048-5446-4ee2-9345-65affa317e48 owned by network:router_interface {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:23.889535 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-625dbd39-3c75-479d-81ba-f7a29b68f326 req-dbd0f3f4-241d-4579-b3ec-37bf485f1b67 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3675473 Apr 18 21:01:24.100333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] For port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:24.108252 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] For port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:24.179184 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Deleting port 66058a70-0f0f-45b1-88ef-19b9267fa427 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:24.179982 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:24.302960 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:24.335481 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (c67cd048-5446-4ee2-9345-65affa317e48), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:24.374272 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:24.375508 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:24.379592 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] 10.222.0.78 "PUT /v2.0/ports/3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 200 len: 1093 time: 4.6549251 Apr 18 21:01:24.388697 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67cd048-5446-4ee2-9345-65affa317e48,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:24.392028 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:24.398556 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3918a981-4234-48b7-91e1-b10f8b171753" -d '{"events": [{"name": "network-changed", "server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:24.554135 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05909c53-2ca7-4254-9475-623b16eea88b service neutron] Pushing event updated for resources: {'Port': ['ID=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:24.560882 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] For port 66058a70-0f0f-45b1-88ef-19b9267fa427, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=66058a70-0f0f-45b1-88ef-19b9267fa427,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:24.561449 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:24.572222 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee43d72-b0ed-4390-8761-479cf6a46ecd x-openstack-request-id: req-4ee43d72-b0ed-4390-8761-479cf6a46ecd {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:24.579137 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:24.579713 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ee43d72-b0ed-4390-8761-479cf6a46ecd {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:24.580808 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee43d72-b0ed-4390-8761-479cf6a46ecd'] response: {'name': 'network-changed', 'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'status': 'completed', 'code': 200} Apr 18 21:01:24.710653 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Calling delete_port for 66058a70-0f0f-45b1-88ef-19b9267fa427 owned by network:router_interface {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:24.724305 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-8fcc9ac4-bd75-46b2-8a18-9f2cf15b19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:24.727208 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-8fcc9ac4-bd75-46b2-8a18-9f2cf15b19f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1127 time: 0.1448758 Apr 18 21:01:24.867663 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-67c2cfd9-8417-4dd0-bb9f-b85c3a34b660 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 200 len: 217 time: 0.1184876 Apr 18 21:01:24.898631 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:24.983904 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d408a2ae-df80-4946-a9ca-736bc8319a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:25.276628 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234854c1-cac1-4e5b-960a-05425ac1de7b req-bb8d6ea7-a8cc-4b9a-a366-a5bd771aea1c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:25.279277 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-234854c1-cac1-4e5b-960a-05425ac1de7b req-bb8d6ea7-a8cc-4b9a-a366-a5bd771aea1c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 943 time: 0.4099658 Apr 18 21:01:25.373680 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-9e4e3a9f-165d-45cb-a395-4f892668d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:25.376019 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-9e4e3a9f-165d-45cb-a395-4f892668d0a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.3484218 Apr 18 21:01:25.427418 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7296-0cb7-4fa1-aad6-b8b898afed9d req-b93966b5-1a29-4a49-81a5-641b56dd233d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:25.432672 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-596d7296-0cb7-4fa1-aad6-b8b898afed9d req-b93966b5-1a29-4a49-81a5-641b56dd233d tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 944 time: 0.3089755 Apr 18 21:01:25.484351 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Router bf44ee15-9f8f-4741-919f-1f9d2cff83ac has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:25.656743 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-234854c1-cac1-4e5b-960a-05425ac1de7b req-e152ebaf-ef86-44bb-a52c-ede447c14980 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577461 Apr 18 21:01:25.671398 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-0f19c96e-e9a0-4cac-b022-9b7926e44acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:25.675071 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-0f19c96e-e9a0-4cac-b022-9b7926e44acc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2846055 Apr 18 21:01:25.698480 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:25.710343 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-3478d216-1449-4257-8651-68d732a176d8 admin admin] 10.222.0.53 "PUT /v2.0/routers/bf44ee15-9f8f-4741-919f-1f9d2cff83ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1913044 Apr 18 21:01:25.714812 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54630) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:25.723830 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] Sync routers for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:25.743856 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:25.745359 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:25.831982 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-596d7296-0cb7-4fa1-aad6-b8b898afed9d req-44ff6378-e736-4aaf-ac69-fb3ed5a37a8b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3252549 Apr 18 21:01:25.966278 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks [] for router (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:25.983884 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-0c393dfd-187e-430c-bf6a-f2b8bb273124 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879429 Apr 18 21:01:26.095725 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:01:26.104898 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (66058a70-0f0f-45b1-88ef-19b9267fa427), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:26.181944 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Pushing event deleted for resources: {'Port': ['ID=66058a70-0f0f-45b1-88ef-19b9267fa427,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:26.254914 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:26.325851 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks [] for router_gateway (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:26.435033 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:26.526978 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'd74843be-54a6-408e-9779-09f780534c3d', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'port_id': 'd74843be-54a6-408e-9779-09f780534c3d', 'mac_address': 'fa:16:3e:c1:ea:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:01:26.662353 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Deleting port 73063ba4-5ffd-4201-8545-fc3e39c2adf9 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:26.674525 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port d74843be-54a6-408e-9779-09f780534c3d is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:01:26.676191 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:26.681807 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:26.714602 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74843be-54a6-408e-9779-09f780534c3d {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:26.790832 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:26.880685 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T21:01:24Z', 'revision_number': 5, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port': {'id': '73063ba4-5ffd-4201-8545-fc3e39c2adf9', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:26.900377 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:26.949864 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] Checking router: bf44ee15-9f8f-4741-919f-1f9d2cff83ac for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:26.957830 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] For port 73063ba4-5ffd-4201-8545-fc3e39c2adf9, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=73063ba4-5ffd-4201-8545-fc3e39c2adf9,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:26.965746 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:26.969071 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] Routers {'bf44ee15-9f8f-4741-919f-1f9d2cff83ac'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:26.971609 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:00:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:26.995280 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Calling delete_port for 73063ba4-5ffd-4201-8545-fc3e39c2adf9 owned by network:router_gateway {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:27.094149 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=9']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.129551 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a19b4d24-3d4c-464f-b149-ed5deaf24327 req-7ac85472-10c8-43ad-b1fe-849682dcb1f0 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1394880 Apr 18 21:01:27.138239 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['d74843be-54a6-408e-9779-09f780534c3d'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:01:27.147038 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.148255 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.149179 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.150059 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.152196 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.153309 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.154228 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.155969 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.156956 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.157870 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.160939 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.161976 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.163035 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.164135 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.165084 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:27.245800 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26465786-e8a5-44df-ad94-56d532058d71 req-b0e51737-ebc8-44f1-a5b8-91eec87c5f28 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:27.251321 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] Set router bf44ee15-9f8f-4741-919f-1f9d2cff83ac gateway port host: None {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:27.254531 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-26465786-e8a5-44df-ad94-56d532058d71 req-b0e51737-ebc8-44f1-a5b8-91eec87c5f28 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 943 time: 0.1628008 Apr 18 21:01:27.315719 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a7812-78b6-4fbb-966a-bb074e991d69 req-dc7ffe05-6089-4212-b39a-d42fac11e62e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:27.323373 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bc0a7812-78b6-4fbb-966a-bb074e991d69 req-dc7ffe05-6089-4212-b39a-d42fac11e62e tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 945 time: 0.2159522 Apr 18 21:01:27.447153 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T21:01:26Z', 'revision_number': 6, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port_host': None}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.468531 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e2c60e0e-059f-429f-a306-69008893c217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:27.533621 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b9305-c27c-4659-8cef-9968ae61cd32 None None] The sync data for ids ['bf44ee15-9f8f-4741-919f-1f9d2cff83ac'] in dv-cinder-826510-5-iscsi is: [{'id': 'bf44ee15-9f8f-4741-919f-1f9d2cff83ac', 'name': 'tempest-AttachVolumeTestJSON-112203324-router', 'tenant_id': '91960583eb984ba28fbe168ddd9a54c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:37Z', 'updated_at': '2022-04-18T21:01:26Z', 'revision_number': 6, 'project_id': '91960583eb984ba28fbe168ddd9a54c3', 'gw_port_host': None}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:27.612814 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-26465786-e8a5-44df-ad94-56d532058d71 req-f991207a-e118-401b-8552-c018cb8b4ac8 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567967 Apr 18 21:01:27.708586 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918a981-4234-48b7-91e1-b10f8b171753 req-a57833b0-dad7-493e-a178-4cc25192a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:27.710849 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3918a981-4234-48b7-91e1-b10f8b171753 req-a57833b0-dad7-493e-a178-4cc25192a4b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1127 time: 0.2217178 Apr 18 21:01:27.764075 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bc0a7812-78b6-4fbb-966a-bb074e991d69 req-f17ebc23-ea2e-4bc1-8006-b917e10c9348 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3638101 Apr 18 21:01:27.840766 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (99fe3dbb-5052-4a17-9222-93bf3cae46e9), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:27.977788 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918a981-4234-48b7-91e1-b10f8b171753 req-2c4edc26-eccf-46c8-aea7-655edcb00735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:27.980659 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3918a981-4234-48b7-91e1-b10f8b171753 req-2c4edc26-eccf-46c8-aea7-655edcb00735 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.2590122 Apr 18 21:01:28.023333 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (73063ba4-5ffd-4201-8545-fc3e39c2adf9), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.085906 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Pushing event deleted for resources: {'Port': ['ID=73063ba4-5ffd-4201-8545-fc3e39c2adf9,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:28.096636 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:28.123448 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3918a981-4234-48b7-91e1-b10f8b171753 req-7445ec13-c4d3-49cc-908d-54d4b1fdd681 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 200 len: 217 time: 0.1324315 Apr 18 21:01:28.196721 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.205217 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port d74843be-54a6-408e-9779-09f780534c3d triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:01:28.206109 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d74843be-54a6-408e-9779-09f780534c3d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.251201 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918a981-4234-48b7-91e1-b10f8b171753 req-c56c4949-78c5-4dfb-917c-fe366b9f0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:28.253410 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3918a981-4234-48b7-91e1-b10f8b171753 req-c56c4949-78c5-4dfb-917c-fe366b9f0a47 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.1212726 Apr 18 21:01:28.383509 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.396497 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port d74843be-54a6-408e-9779-09f780534c3d is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:01:28.396497 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.410325 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.414577 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks [] for router_controller (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.473778 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:28.475351 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:28.484452 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376e41b3-dc74-4890-a894-9a2ed81f67f1" -d '{"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-plugged", "status": "completed", "tag": "d74843be-54a6-408e-9779-09f780534c3d"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:28.501189 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918a981-4234-48b7-91e1-b10f8b171753 req-07ba7691-2738-4829-8e1a-03877590d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:28.506954 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3918a981-4234-48b7-91e1-b10f8b171753 req-07ba7691-2738-4829-8e1a-03877590d947 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1890140 Apr 18 21:01:28.589362 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbc72c9-06fe-4f97-b100-85d460043113 x-openstack-request-id: req-bdbc72c9-06fe-4f97-b100-85d460043113 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:28.589696 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-plugged", "status": "completed", "tag": "d74843be-54a6-408e-9779-09f780534c3d", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:28.589964 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdbc72c9-06fe-4f97-b100-85d460043113 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:28.590384 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbc72c9-06fe-4f97-b100-85d460043113'] response: {'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d', 'code': 200} Apr 18 21:01:28.593970 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.679453 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (bf44ee15-9f8f-4741-919f-1f9d2cff83ac), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.681896 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf44ee15-9f8f-4741-919f-1f9d2cff83ac {{(pid=110664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:28.686962 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.689703 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e02fae75-357b-4d62-bde5-abe554d6cdcc admin admin] 10.222.0.53 "DELETE /v2.0/routers/bf44ee15-9f8f-4741-919f-1f9d2cff83ac HTTP/1.1" status: 204 len: 168 time: 2.9719644 Apr 18 21:01:28.697855 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54654) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:28.707535 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:28.750306 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device c67cd048-5446-4ee2-9345-65affa317e48 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:28.805327 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: c67cd048-5446-4ee2-9345-65affa317e48 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:28.806024 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device c67cd048-5446-4ee2-9345-65affa317e48 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:28.806616 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 73063ba4-5ffd-4201-8545-fc3e39c2adf9 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:28.812702 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0ca304-c745-4065-bdbd-5f3de0b5d3e3 admin admin] Deleting subnet 8904da12-6f56-4119-a567-0dcca69c3516 {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:01:28.832270 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca304-c745-4065-bdbd-5f3de0b5d3e3 admin admin] Publish callbacks [] for subnet (8904da12-6f56-4119-a567-0dcca69c3516), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:28.889556 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=10']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:28.896348 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 73063ba4-5ffd-4201-8545-fc3e39c2adf9 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:28.897405 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 73063ba4-5ffd-4201-8545-fc3e39c2adf9 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:28.968747 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca304-c745-4065-bdbd-5f3de0b5d3e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (8904da12-6f56-4119-a567-0dcca69c3516), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.130653 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca304-c745-4065-bdbd-5f3de0b5d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (8904da12-6f56-4119-a567-0dcca69c3516), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.132754 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede30fca-06b6-4835-b682-0f1abde69926 req-457ad2e6-e26c-497a-9738-e16032f5080f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:29.134708 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ede30fca-06b6-4835-b682-0f1abde69926 req-457ad2e6-e26c-497a-9738-e16032f5080f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 943 time: 0.3345325 Apr 18 21:01:29.148236 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3918a981-4234-48b7-91e1-b10f8b171753 req-a085f5f1-e941-4429-b5df-bf1e4e1c9f84 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055999 Apr 18 21:01:29.243143 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a301-04b5-4f93-9678-5976ba1ca578 req-1c40f595-3147-4ee9-9a8a-4e183a0ed6d0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:29.246063 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8637a301-04b5-4f93-9678-5976ba1ca578 req-1c40f595-3147-4ee9-9a8a-4e183a0ed6d0 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.2449996 Apr 18 21:01:29.273733 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87255c-aaeb-4229-9cb5-0b3b82b91c6e req-4c4328fa-03c9-400b-95a2-08152990a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:29.275618 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8f87255c-aaeb-4229-9cb5-0b3b82b91c6e req-4c4328fa-03c9-400b-95a2-08152990a09b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 1131 time: 0.2616401 Apr 18 21:01:29.325843 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca304-c745-4065-bdbd-5f3de0b5d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (8904da12-6f56-4119-a567-0dcca69c3516), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.358361 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ca304-c745-4065-bdbd-5f3de0b5d3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8904da12-6f56-4119-a567-0dcca69c3516,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:29.363063 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca304-c745-4065-bdbd-5f3de0b5d3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.369491 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-2b0ca304-c745-4065-bdbd-5f3de0b5d3e3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8904da12-6f56-4119-a567-0dcca69c3516 HTTP/1.1" status: 204 len: 168 time: 0.6612697 Apr 18 21:01:29.370141 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54660) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:29.383552 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711f756-0a49-47eb-aa36-23df52f668f8 None None] Network 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:01:29.518220 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.565674 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:29.570882 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ede30fca-06b6-4835-b682-0f1abde69926 req-87ee1d0d-a38a-4344-b8da-c0d9fc8240f5 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4213128 Apr 18 21:01:29.589227 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Deleting port 5574ecec-f60a-4718-b964-37b68835287b {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:29.589691 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (5574ecec-f60a-4718-b964-37b68835287b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.597979 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] Sync routers for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:29.603975 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-4e896851-d5a6-4bf9-bde7-b746b577e100 admin admin] 10.222.0.53 "PUT /v2.0/routers/99fe3dbb-5052-4a17-9222-93bf3cae46e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0051963 Apr 18 21:01:29.608190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54662) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:29.618185 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:29.619309 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:29.628341 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8637a301-04b5-4f93-9678-5976ba1ca578 req-d82243bf-eed9-4e48-b735-38301d34d7a4 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3379481 Apr 18 21:01:29.660632 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8f87255c-aaeb-4229-9cb5-0b3b82b91c6e req-be711907-7c19-4a9f-9c4f-6fcb867a71c9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3681498 Apr 18 21:01:29.678881 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3918a981-4234-48b7-91e1-b10f8b171753 req-0f9c6a5e-43f4-4a54-818a-d998974669b6 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189488 Apr 18 21:01:29.707793 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] DHCP port deletion for 48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:01:29.794594 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] For port 5574ecec-f60a-4718-b964-37b68835287b, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=5574ecec-f60a-4718-b964-37b68835287b,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:29.795075 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (5574ecec-f60a-4718-b964-37b68835287b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.857668 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Calling delete_port for 5574ecec-f60a-4718-b964-37b68835287b owned by network:dhcp {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:29.861699 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] Deleting port 5574ecec-f60a-4718-b964-37b68835287b {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:29.862978 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (5574ecec-f60a-4718-b964-37b68835287b), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.932306 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks [] for router (99fe3dbb-5052-4a17-9222-93bf3cae46e9), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:29.954102 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:30.113704 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] For port 5574ecec-f60a-4718-b964-37b68835287b, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=5574ecec-f60a-4718-b964-37b68835287b,segment=NetworkSegment(f614867a-1ecf-42a8-ac35-5a5314095e40),segment_id=f614867a-1ecf-42a8-ac35-5a5314095e40)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:30.114405 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (5574ecec-f60a-4718-b964-37b68835287b), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.189776 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks [] for router_gateway (99fe3dbb-5052-4a17-9222-93bf3cae46e9), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.198089 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] Calling delete_port for 5574ecec-f60a-4718-b964-37b68835287b owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:30.353984 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (5574ecec-f60a-4718-b964-37b68835287b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.403326 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] No DVR routers for this DVR port 5574ecec-f60a-4718-b964-37b68835287b on host dv-cinder-826510-5-iscsi {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:30.406587 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Pushing event deleted for resources: {'Port': ['ID=5574ecec-f60a-4718-b964-37b68835287b,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.412575 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '847de180-43c1-48b2-8c84-535422997743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port': {'id': '847de180-43c1-48b2-8c84-535422997743', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.416604 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.456510 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] Checking router: 99fe3dbb-5052-4a17-9222-93bf3cae46e9 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:30.473600 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] Routers {'99fe3dbb-5052-4a17-9222-93bf3cae46e9'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:30.474437 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.478549 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (5574ecec-f60a-4718-b964-37b68835287b), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.626622 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] Pushing event deleted for resources: {'Port': ['ID=5574ecec-f60a-4718-b964-37b68835287b,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.642374 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.646665 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcfefc-0d27-4568-a4cc-b40f9b9a8625 None None] No DVR routers for this DVR port 5574ecec-f60a-4718-b964-37b68835287b on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:30.647444 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Deleting port 847de180-43c1-48b2-8c84-535422997743 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:30.647996 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (847de180-43c1-48b2-8c84-535422997743), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.737052 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.830941 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f614867a-1ecf-42a8-ac35-5a5314095e40') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.831412 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f614867a-1ecf-42a8-ac35-5a5314095e40') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.866214 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (f614867a-1ecf-42a8-ac35-5a5314095e40), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.897532 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 5574ecec-f60a-4718-b964-37b68835287b no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:30.927745 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (f614867a-1ecf-42a8-ac35-5a5314095e40), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.939569 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 5574ecec-f60a-4718-b964-37b68835287b {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:30.940407 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 5574ecec-f60a-4718-b964-37b68835287b not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:30.945739 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389ce9-d169-4549-abbc-bbe97d9e044e req-e66fc034-eef1-4235-bad3-416417150c87 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:30.947658 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a8389ce9-d169-4549-abbc-bbe97d9e044e req-e66fc034-eef1-4235-bad3-416417150c87 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.0962462 Apr 18 21:01:30.955935 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d533608-9d2c-4396-bed0-82c21990a43a req-8a50fb2e-6f6e-4277-991b-1445deffd5f1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:30.958470 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6d533608-9d2c-4396-bed0-82c21990a43a req-8a50fb2e-6f6e-4277-991b-1445deffd5f1 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 943 time: 0.1712189 Apr 18 21:01:30.962407 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:30.963002 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (f614867a-1ecf-42a8-ac35-5a5314095e40), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:30.965265 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:30.981991 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] Set router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 gateway port host: None {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:31.072384 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a8389ce9-d169-4549-abbc-bbe97d9e044e req-948fc2d9-d228-4990-af6d-f8b104f0e155 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123979 Apr 18 21:01:31.089733 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] For port 847de180-43c1-48b2-8c84-535422997743, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=847de180-43c1-48b2-8c84-535422997743,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:31.090402 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (847de180-43c1-48b2-8c84-535422997743), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:31.121546 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T21:01:30Z', 'revision_number': 6, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port_host': None}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:31.136198 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Calling delete_port for 847de180-43c1-48b2-8c84-535422997743 owned by network:router_gateway {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:31.158356 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6d533608-9d2c-4396-bed0-82c21990a43a req-23acc7d4-e912-47a2-81d5-333d60ec6278 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605840 Apr 18 21:01:31.214443 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dbfabd-c554-47e5-807f-5d3b26694176 None None] The sync data for ids ['99fe3dbb-5052-4a17-9222-93bf3cae46e9'] in dv-cinder-826510-5-iscsi is: [{'id': '99fe3dbb-5052-4a17-9222-93bf3cae46e9', 'name': 'tempest-AttachVolumeNegativeTest-293855107-router', 'tenant_id': '49053bff9c8744c49577beb0147f053a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T21:01:30Z', 'revision_number': 6, 'project_id': '49053bff9c8744c49577beb0147f053a', 'gw_port_host': None}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:31.250136 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:31.263293 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:31.269359 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] 10.222.0.53 "DELETE /v2.0/networks/48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6 HTTP/1.1" status: 204 len: 168 time: 1.8973014 Apr 18 21:01:31.301039 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbd051-b0e5-4b3c-8e5a-ae01d8f5679b admin admin] Pushing event deleted for resources: {'Network': ['ID=48a9f0a7-0ca5-4b18-9ebc-5ab3b6f54ab6,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.612505 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:31.615080 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (847de180-43c1-48b2-8c84-535422997743), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:31.671384 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=847de180-43c1-48b2-8c84-535422997743,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.792772 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (99fe3dbb-5052-4a17-9222-93bf3cae46e9), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:31.810096 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54692) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:31.902842 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-8342527d-9de9-4389-86b1-7c1eb5da9a22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91960583eb984ba28fbe168ddd9a54c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0899198 Apr 18 21:01:31.906178 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54698) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:31.967228 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (99fe3dbb-5052-4a17-9222-93bf3cae46e9), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:31.971259 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks [] for router_controller (99fe3dbb-5052-4a17-9222-93bf3cae46e9), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:31.977147 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f786e1c-1dc6-4d93-a427-175a84d178a4 admin admin] Publish callbacks [] for security_group (8dac2a86-424f-4d6f-9d94-18247ab3f2cc), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.009106 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f786e1c-1dc6-4d93-a427-175a84d178a4 admin admin] Publish callbacks [] for security_group (8dac2a86-424f-4d6f-9d94-18247ab3f2cc), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.072185 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.188419 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (99fe3dbb-5052-4a17-9222-93bf3cae46e9), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.189705 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99fe3dbb-5052-4a17-9222-93bf3cae46e9 {{(pid=110664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:32.199125 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.202825 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4bb01c16-336b-4642-a529-87dc58420cc6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/99fe3dbb-5052-4a17-9222-93bf3cae46e9 HTTP/1.1" status: 204 len: 168 time: 2.5917907 Apr 18 21:01:32.206228 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54708) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:32.272049 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f786e1c-1dc6-4d93-a427-175a84d178a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8dac2a86-424f-4d6f-9d94-18247ab3f2cc), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.295458 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f786e1c-1dc6-4d93-a427-175a84d178a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.295859 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-3f786e1c-1dc6-4d93-a427-175a84d178a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dac2a86-424f-4d6f-9d94-18247ab3f2cc HTTP/1.1" status: 204 len: 168 time: 0.3877189 Apr 18 21:01:32.387968 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a414e0-10ca-4bb2-a09f-a1cc626b0e4d admin admin] Deleting subnet 28b61d25-99fd-4952-a4b5-64e655c1687a {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:01:32.396899 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b1a414e0-10ca-4bb2-a09f-a1cc626b0e4d admin admin] Publish callbacks [] for subnet (28b61d25-99fd-4952-a4b5-64e655c1687a), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.435216 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f786e1c-1dc6-4d93-a427-175a84d178a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac2a86-424f-4d6f-9d94-18247ab3f2cc,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:32.556483 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54722) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:32.581669 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b1a414e0-10ca-4bb2-a09f-a1cc626b0e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (28b61d25-99fd-4952-a4b5-64e655c1687a), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.651593 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c776c-2f5e-462e-84cb-f9c695338087 req-4544f0e9-dad8-49ca-86e4-328f40b0e562 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:32.664016 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-057c776c-2f5e-462e-84cb-f9c695338087 req-4544f0e9-dad8-49ca-86e4-328f40b0e562 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.4169765 Apr 18 21:01:32.688388 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53b3b6-d846-4639-84dd-9bce899b5fdf req-39dddd60-362d-4f72-868f-7e57be25a81f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:32.690950 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fd53b3b6-d846-4639-84dd-9bce899b5fdf req-39dddd60-362d-4f72-868f-7e57be25a81f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 943 time: 0.3297932 Apr 18 21:01:32.766254 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 847de180-43c1-48b2-8c84-535422997743 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:32.806782 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 847de180-43c1-48b2-8c84-535422997743 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:32.807508 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 847de180-43c1-48b2-8c84-535422997743 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:32.808299 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 66058a70-0f0f-45b1-88ef-19b9267fa427 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:32.843293 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-057c776c-2f5e-462e-84cb-f9c695338087 req-3e7b7ca2-7955-4061-9f0e-ffd90f179657 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1508532 Apr 18 21:01:32.875412 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b1a414e0-10ca-4bb2-a09f-a1cc626b0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (28b61d25-99fd-4952-a4b5-64e655c1687a), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:32.884998 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fd53b3b6-d846-4639-84dd-9bce899b5fdf req-8f2bfa65-82a6-4baa-ae2c-d8fc22c00954 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700423 Apr 18 21:01:32.885454 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 66058a70-0f0f-45b1-88ef-19b9267fa427 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:32.885891 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 66058a70-0f0f-45b1-88ef-19b9267fa427 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:33.053123 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b1a414e0-10ca-4bb2-a09f-a1cc626b0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (28b61d25-99fd-4952-a4b5-64e655c1687a), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.104519 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a414e0-10ca-4bb2-a09f-a1cc626b0e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b61d25-99fd-4952-a4b5-64e655c1687a,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:33.118180 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d074ef-63f0-4831-9e21-9c5ff69d0791 None None] Network 13a8a4ec-054a-4b03-9f0c-ef547bb0842d requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:01:33.127903 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b1a414e0-10ca-4bb2-a09f-a1cc626b0e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.149183 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b1a414e0-10ca-4bb2-a09f-a1cc626b0e4d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/28b61d25-99fd-4952-a4b5-64e655c1687a HTTP/1.1" status: 204 len: 168 time: 0.9271514 Apr 18 21:01:33.150459 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54734) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:33.162374 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-70fbdad2-d43b-4b05-ab11-3b7b05873a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.384010 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-70fbdad2-d43b-4b05-ab11-3b7b05873a05 admin admin] Publish callbacks [] for security_group (030a572a-121b-4ba0-b412-ecad4e2891fc), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.389050 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (13a8a4ec-054a-4b03-9f0c-ef547bb0842d), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.480517 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] DHCP port deletion for 13a8a4ec-054a-4b03-9f0c-ef547bb0842d request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:01:33.489262 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Deleting port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:33.491579 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-70fbdad2-d43b-4b05-ab11-3b7b05873a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (030a572a-121b-4ba0-b412-ecad4e2891fc), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.496675 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.561343 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbdad2-d43b-4b05-ab11-3b7b05873a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a572a-121b-4ba0-b412-ecad4e2891fc,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:33.567884 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-70fbdad2-d43b-4b05-ab11-3b7b05873a05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=072c5a96e9bf499e865336e9a2753e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9957891 Apr 18 21:01:33.575538 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54742) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:33.595934 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] Deleting port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:33.596530 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.621844 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] For port e06be41d-6d9f-4d70-bdfc-de859fb4ed40, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:33.622284 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.656989 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Calling delete_port for e06be41d-6d9f-4d70-bdfc-de859fb4ed40 owned by network:dhcp {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:33.678650 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fe86c80f-937b-4364-9b30-30951e704105 admin admin] Publish callbacks [] for security_group (030a572a-121b-4ba0-b412-ecad4e2891fc), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.718481 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] For port e06be41d-6d9f-4d70-bdfc-de859fb4ed40, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,segment=NetworkSegment(1c92791a-a4f5-4257-9b06-08cd706b90b2),segment_id=1c92791a-a4f5-4257-9b06-08cd706b90b2)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:33.718893 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.741398 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] Calling delete_port for e06be41d-6d9f-4d70-bdfc-de859fb4ed40 owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:33.756274 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fe86c80f-937b-4364-9b30-30951e704105 admin admin] Publish callbacks [] for security_group (030a572a-121b-4ba0-b412-ecad4e2891fc), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.909211 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.932986 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (e06be41d-6d9f-4d70-bdfc-de859fb4ed40), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:33.980754 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] No DVR routers for this DVR port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:33.984742 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.001390 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] No DVR routers for this DVR port e06be41d-6d9f-4d70-bdfc-de859fb4ed40 on host dv-cinder-826510-5-iscsi {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:34.005314 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e115b35-3262-4e10-953e-91b6b9385cce None None] Pushing event deleted for resources: {'Port': ['ID=e06be41d-6d9f-4d70-bdfc-de859fb4ed40,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.011168 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fe86c80f-937b-4364-9b30-30951e704105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (030a572a-121b-4ba0-b412-ecad4e2891fc), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:34.019751 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fe86c80f-937b-4364-9b30-30951e704105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:34.023178 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-fe86c80f-937b-4364-9b30-30951e704105 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/030a572a-121b-4ba0-b412-ecad4e2891fc HTTP/1.1" status: 204 len: 168 time: 0.4460604 Apr 18 21:01:34.054395 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86c80f-937b-4364-9b30-30951e704105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a572a-121b-4ba0-b412-ecad4e2891fc,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.219802 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (13a8a4ec-054a-4b03-9f0c-ef547bb0842d), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:34.227679 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a721e-a0d8-4089-b376-230b20ab2fcc req-a2654ebc-5e1d-4abd-a5c1-561ba043a114 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:34.230603 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2b0a721e-a0d8-4089-b376-230b20ab2fcc req-a2654ebc-5e1d-4abd-a5c1-561ba043a114 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 943 time: 0.1789899 Apr 18 21:01:34.252857 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b0e49-34cc-4b38-b7c7-5226343ac18e req-d65d69e5-bd0b-4230-9c27-569186873d33 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:34.255735 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b50b0e49-34cc-4b38-b7c7-5226343ac18e req-d65d69e5-bd0b-4230-9c27-569186873d33 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.1077652 Apr 18 21:01:34.269321 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a8a4ec-054a-4b03-9f0c-ef547bb0842d']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:34.282190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c92791a-a4f5-4257-9b06-08cd706b90b2') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:34.283205 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c92791a-a4f5-4257-9b06-08cd706b90b2') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:34.304450 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (1c92791a-a4f5-4257-9b06-08cd706b90b2), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:34.330911 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (1c92791a-a4f5-4257-9b06-08cd706b90b2), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:34.349669 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:34.352104 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (1c92791a-a4f5-4257-9b06-08cd706b90b2), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:34.353570 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:34.409939 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2b0a721e-a0d8-4089-b376-230b20ab2fcc req-b22a6049-7b46-40c6-b794-6363b4c334ac tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520905 Apr 18 21:01:34.434541 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b50b0e49-34cc-4b38-b7c7-5226343ac18e req-a2682be4-483c-4061-8a39-21bf773f5b6b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1616399 Apr 18 21:01:34.555129 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (13a8a4ec-054a-4b03-9f0c-ef547bb0842d), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:34.565413 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:34.588965 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/13a8a4ec-054a-4b03-9f0c-ef547bb0842d HTTP/1.1" status: 204 len: 168 time: 1.4365096 Apr 18 21:01:34.614353 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717ad8-e55d-4b35-9c58-ccb87e293af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a8a4ec-054a-4b03-9f0c-ef547bb0842d,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.662265 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e06be41d-6d9f-4d70-bdfc-de859fb4ed40 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:34.708301 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: e06be41d-6d9f-4d70-bdfc-de859fb4ed40 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:01:34.709049 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e06be41d-6d9f-4d70-bdfc-de859fb4ed40 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:35.136090 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54770) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:35.196935 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7deb5fc0-aed4-4390-acfb-eccc22854887 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49053bff9c8744c49577beb0147f053a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0591803 Apr 18 21:01:35.199622 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54772) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:35.261149 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c38db73d-a10c-4c76-ade5-86b07756b5e8 admin admin] Publish callbacks [] for security_group (85bed59d-101f-4adc-9dd9-9a3c5cd35988), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:35.296691 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c38db73d-a10c-4c76-ade5-86b07756b5e8 admin admin] Publish callbacks [] for security_group (85bed59d-101f-4adc-9dd9-9a3c5cd35988), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:35.426225 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 54774) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:35.443939 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46cacf41-d466-43b3-80c4-57b78ff91617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:35.595695 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c38db73d-a10c-4c76-ade5-86b07756b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (85bed59d-101f-4adc-9dd9-9a3c5cd35988), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:35.598648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c38db73d-a10c-4c76-ade5-86b07756b5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:35.608273 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-c38db73d-a10c-4c76-ade5-86b07756b5e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85bed59d-101f-4adc-9dd9-9a3c5cd35988 HTTP/1.1" status: 204 len: 168 time: 0.3991959 Apr 18 21:01:35.628027 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639aa2a-aa81-4c89-bccd-b2324f2c3be3 req-3b4ccb00-bba3-41e1-928d-b43832bb50a9 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:35.631088 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2639aa2a-aa81-4c89-bccd-b2324f2c3be3 req-3b4ccb00-bba3-41e1-928d-b43832bb50a9 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 943 time: 0.1073227 Apr 18 21:01:35.651475 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38db73d-a10c-4c76-ade5-86b07756b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bed59d-101f-4adc-9dd9-9a3c5cd35988,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.682510 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46cacf41-d466-43b3-80c4-57b78ff91617 admin admin] Publish callbacks [] for security_group (29dbeab1-a8d4-48cd-b946-56156534e336), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:35.755079 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2639aa2a-aa81-4c89-bccd-b2324f2c3be3 req-cacb2d5e-1b11-47ef-b8c2-b39d0643e09f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097484 Apr 18 21:01:35.774550 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-46cacf41-d466-43b3-80c4-57b78ff91617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (29dbeab1-a8d4-48cd-b946-56156534e336), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:35.878290 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cacf41-d466-43b3-80c4-57b78ff91617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dbeab1-a8d4-48cd-b946-56156534e336,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.890942 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54788) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:35.892683 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-46cacf41-d466-43b3-80c4-57b78ff91617 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cfd770ef29048f8b637ef17fee60379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630873 Apr 18 21:01:35.997096 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539c145-73d6-4b25-8d2a-513ed101299f req-58db08aa-3974-498e-8f47-d046973ea7a8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:35.999242 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d539c145-73d6-4b25-8d2a-513ed101299f req-58db08aa-3974-498e-8f47-d046973ea7a8 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.0867538 Apr 18 21:01:36.038035 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c588d957-5011-48ee-8347-d65e81fb15ac admin admin] Publish callbacks [] for security_group (29dbeab1-a8d4-48cd-b946-56156534e336), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:36.083544 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c588d957-5011-48ee-8347-d65e81fb15ac admin admin] Publish callbacks [] for security_group (29dbeab1-a8d4-48cd-b946-56156534e336), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:36.100071 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d539c145-73d6-4b25-8d2a-513ed101299f req-a412a71a-d92e-494f-a3c6-7115753af440 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831578 Apr 18 21:01:36.127417 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:01:36.268748 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:36.283501 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:01:36.302933 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c588d957-5011-48ee-8347-d65e81fb15ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (29dbeab1-a8d4-48cd-b946-56156534e336), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:36.308782 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c588d957-5011-48ee-8347-d65e81fb15ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:36.314719 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c588d957-5011-48ee-8347-d65e81fb15ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29dbeab1-a8d4-48cd-b946-56156534e336 HTTP/1.1" status: 204 len: 168 time: 0.4208190 Apr 18 21:01:36.339625 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:01:36.340358 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:36.341600 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d957-5011-48ee-8347-d65e81fb15ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dbeab1-a8d4-48cd-b946-56156534e336,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.375708 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:36.400517 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:36.504151 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:36.613456 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.747148 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['3aafbc43-f8dc-4070-b8e9-2bf07014ed0f'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:01:36.947093 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb144-0811-42b7-9c00-670be052ad22 req-9959d197-7beb-4ab0-8665-d0a1cb23826f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:36.951911 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-505bb144-0811-42b7-9c00-670be052ad22 req-9959d197-7beb-4ab0-8665-d0a1cb23826f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 944 time: 0.0958464 Apr 18 21:01:37.099669 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-505bb144-0811-42b7-9c00-670be052ad22 req-41a3eeeb-4ff8-454c-9ce0-35fb917a5e18 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351092 Apr 18 21:01:38.159069 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:38.275484 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 21:01:38.337554 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0a1c7-c834-40b0-bf7c-bf889afff31b req-48742497-0846-4962-aa44-4ed7a69ce731 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:38.340517 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-09b0a1c7-c834-40b0-bf7c-bf889afff31b req-48742497-0846-4962-aa44-4ed7a69ce731 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 944 time: 0.0770469 Apr 18 21:01:38.388463 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:01:38.389768 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:38.446692 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-09b0a1c7-c834-40b0-bf7c-bf889afff31b req-ce41f5dd-abfb-44b3-9b86-be59af685275 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922072 Apr 18 21:01:38.547107 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:01:38.547632 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:38.578904 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:38.582121 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f81ca26-4032-4c15-9264-b417bd9345e1" -d '{"events": [{"server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "name": "network-vif-plugged", "status": "completed", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:38.607976 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:38.646194 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf84f159-59ce-4d2b-88a1-db9c3e255060 x-openstack-request-id: req-cf84f159-59ce-4d2b-88a1-db9c3e255060 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:38.646559 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "name": "network-vif-plugged", "status": "completed", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:38.647018 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf84f159-59ce-4d2b-88a1-db9c3e255060 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:38.647504 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf84f159-59ce-4d2b-88a1-db9c3e255060'] response: {'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'code': 200} Apr 18 21:01:38.696133 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:38.780162 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:39.667136 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2479539-e67f-49a5-a518-59a48024db31 req-7351494a-1e00-4192-a4f8-ff6ec4435592 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:39.671595 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2479539-e67f-49a5-a518-59a48024db31 req-7351494a-1e00-4192-a4f8-ff6ec4435592 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 945 time: 0.1110754 Apr 18 21:01:39.766093 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2479539-e67f-49a5-a518-59a48024db31 req-514a2d2c-95bf-4677-b3f8-c35fc5052fff tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848665 Apr 18 21:01:40.973870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4943bd1-dc88-4681-8a24-701122b2a330 req-9c9277bf-e37f-4184-bccc-6737732cc885 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:40.976706 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e4943bd1-dc88-4681-8a24-701122b2a330 req-9c9277bf-e37f-4184-bccc-6737732cc885 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 945 time: 0.0834434 Apr 18 21:01:41.086239 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-8cd4ee9f-960c-4b76-87f9-a5ec156b4efc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078792 Apr 18 21:01:41.127499 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e4943bd1-dc88-4681-8a24-701122b2a330 req-31c3ea64-2581-4897-bde2-0a19d6eb3643 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340132 Apr 18 21:01:41.216559 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-dc8725ac-71bc-4de5-84fa-c1bc2d4a7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:41.218618 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-dc8725ac-71bc-4de5-84fa-c1bc2d4a7023 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 1131 time: 0.0896709 Apr 18 21:01:41.369851 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efde2ec-5a98-4c3a-af07-fe13931ebcab req-5818fb2d-ff21-4c7d-b6b0-cf82268cdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:41.372505 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9efde2ec-5a98-4c3a-af07-fe13931ebcab req-5818fb2d-ff21-4c7d-b6b0-cf82268cdf5c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1129 time: 0.1066084 Apr 18 21:01:41.444082 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-47d5d428-d5d4-4b4a-a3d7-3fab389e7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:41.446810 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-47d5d428-d5d4-4b4a-a3d7-3fab389e7154 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 200 len: 918 time: 0.2059445 Apr 18 21:01:41.567972 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9efde2ec-5a98-4c3a-af07-fe13931ebcab req-1dcea905-42c7-4140-a233-439dc8172ab5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870961 Apr 18 21:01:41.589108 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-8a31a24a-618d-4e70-9ed6-886a473f2bfc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74843be-54a6-408e-9779-09f780534c3d HTTP/1.1" status: 200 len: 1002 time: 0.1318963 Apr 18 21:01:41.864558 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-7c18fd47-614f-4534-a528-343733be2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:41.867430 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-7c18fd47-614f-4534-a528-343733be2a1c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 200 len: 856 time: 0.0876968 Apr 18 21:01:41.955431 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-abf3a364-04f9-4091-a3ae-98da1f0ac06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:41.958162 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-abf3a364-04f9-4091-a3ae-98da1f0ac06d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839467 Apr 18 21:01:42.113347 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-34c20527-3251-46dd-8e56-4a2ba52ec5ca service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475353 Apr 18 21:01:42.325755 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16143dc7-cd74-4a23-b47f-3d60db9fc77c req-869fd90a-67f0-4d62-a1e8-0ab81e0ff52c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:42.328200 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-16143dc7-cd74-4a23-b47f-3d60db9fc77c req-869fd90a-67f0-4d62-a1e8-0ab81e0ff52c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 945 time: 0.0826194 Apr 18 21:01:42.465662 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-16143dc7-cd74-4a23-b47f-3d60db9fc77c req-c86ea66f-4c73-42be-bc7b-91f60f075672 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196461 Apr 18 21:01:42.485869 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a98d3c4a-6bb5-45aa-a66e-f3ff34268cef req-5479b2f0-3c87-439b-842d-f93351e1bb80 service neutron] 10.222.0.78 "GET /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823690 Apr 18 21:01:43.630795 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223d1d4-51b9-48ca-8ac8-f9714e1eabea req-711763ea-cb9b-416c-83c9-31c567658c5f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:43.633452 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e223d1d4-51b9-48ca-8ac8-f9714e1eabea req-711763ea-cb9b-416c-83c9-31c567658c5f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 945 time: 0.0715227 Apr 18 21:01:43.705146 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e223d1d4-51b9-48ca-8ac8-f9714e1eabea req-6f684a9d-fbe4-4c49-9a31-d03e9b843a21 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636122 Apr 18 21:01:43.896054 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54980) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:43.932692 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467a2a3-4bcc-4f6c-a0d0-c300823142a7 req-80ba9c3a-c36d-4a0f-b5d5-85247a76bf31 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:43.934889 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5467a2a3-4bcc-4f6c-a0d0-c300823142a7 req-80ba9c3a-c36d-4a0f-b5d5-85247a76bf31 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 945 time: 0.0941622 Apr 18 21:01:44.021204 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54990) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:44.037013 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5467a2a3-4bcc-4f6c-a0d0-c300823142a7 req-20162da6-8ef3-4b68-baf8-d5e1939fddf8 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902293 Apr 18 21:01:44.100360 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 54998) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:44.171682 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fae3c-0659-4a55-946d-f55b2ca10afc tempest-TestVolumeBootPattern-369685297 tempest-TestVolumeBootPattern-369685297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:44.175773 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-430fae3c-0659-4a55-946d-f55b2ca10afc tempest-TestVolumeBootPattern-369685297 tempest-TestVolumeBootPattern-369685297-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1124 time: 0.0721822 Apr 18 21:01:44.178179 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55002) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:44.188074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:44.261809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-7bcee1d7-796a-47c0-ab35-7b381e1e6621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.261809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b6ac928d-c5bb-40d0-93d8-2bd817009616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.363236 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.454782 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-7bcee1d7-796a-47c0-ab35-7b381e1e6621 admin admin] Publish callbacks [] for security_group (94bd3eb0-d253-44b4-b422-1e0b9e40409a), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.480460 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b6ac928d-c5bb-40d0-93d8-2bd817009616 admin admin] Publish callbacks [] for security_group (69d38989-9885-4628-aa62-3dede94244a1), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.525672 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.557091 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-7bcee1d7-796a-47c0-ab35-7b381e1e6621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (94bd3eb0-d253-44b4-b422-1e0b9e40409a), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.603706 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b6ac928d-c5bb-40d0-93d8-2bd817009616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (69d38989-9885-4628-aa62-3dede94244a1), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.654091 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-7bcee1d7-796a-47c0-ab35-7b381e1e6621 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbd40731c3a24e3282ad558e74455e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6298025 Apr 18 21:01:44.655389 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55004) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:44.674648 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcee1d7-796a-47c0-ab35-7b381e1e6621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd3eb0-d253-44b4-b422-1e0b9e40409a,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.712709 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b6ac928d-c5bb-40d0-93d8-2bd817009616 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=832e0eefcb1949788c4829d729b7bf02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8138676 Apr 18 21:01:44.722161 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55006) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:44.756412 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac928d-c5bb-40d0-93d8-2bd817009616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d38989-9885-4628-aa62-3dede94244a1,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.777733 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Allocated IP 172.27.1.170 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/14e0881a-9b50-4954-b58d-655e1e55af2d) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:44.779965 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2df2db8c-6622-48b4-a64f-7fab82399537 admin admin] Publish callbacks [] for security_group (94bd3eb0-d253-44b4-b422-1e0b9e40409a), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.809703 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2df2db8c-6622-48b4-a64f-7fab82399537 admin admin] Publish callbacks [] for security_group (94bd3eb0-d253-44b4-b422-1e0b9e40409a), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.900684 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0a855cf0-ed57-477d-b03a-28489f216818 admin admin] Publish callbacks [] for security_group (69d38989-9885-4628-aa62-3dede94244a1), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.924362 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55010) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:44.937028 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2df2db8c-6622-48b4-a64f-7fab82399537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (94bd3eb0-d253-44b4-b422-1e0b9e40409a), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.944337 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-2df2db8c-6622-48b4-a64f-7fab82399537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:44.946272 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-2df2db8c-6622-48b4-a64f-7fab82399537 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94bd3eb0-d253-44b4-b422-1e0b9e40409a HTTP/1.1" status: 204 len: 168 time: 0.2851903 Apr 18 21:01:44.967720 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2db8c-6622-48b4-a64f-7fab82399537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd3eb0-d253-44b4-b422-1e0b9e40409a,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.009147 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0a855cf0-ed57-477d-b03a-28489f216818 admin admin] Publish callbacks [] for security_group (69d38989-9885-4628-aa62-3dede94244a1), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:45.107511 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (14e0881a-9b50-4954-b58d-655e1e55af2d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:45.145805 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f20132af-bc4c-461c-92a1-ded303504c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:45.377604 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0a855cf0-ed57-477d-b03a-28489f216818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (69d38989-9885-4628-aa62-3dede94244a1), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:45.382427 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0a855cf0-ed57-477d-b03a-28489f216818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:45.384431 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-0a855cf0-ed57-477d-b03a-28489f216818 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69d38989-9885-4628-aa62-3dede94244a1 HTTP/1.1" status: 204 len: 168 time: 0.6645939 Apr 18 21:01:45.386454 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (14e0881a-9b50-4954-b58d-655e1e55af2d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:45.461878 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855cf0-ed57-477d-b03a-28489f216818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d38989-9885-4628-aa62-3dede94244a1,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.481651 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:45.500151 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:45.511298 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:45.754369 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f20132af-bc4c-461c-92a1-ded303504c7e admin admin] Publish callbacks [] for security_group (a630c1c2-deeb-48ee-b8f4-886cdc4f7e64), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:45.755904 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=14e0881a-9b50-4954-b58d-655e1e55af2d,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.056924 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f20132af-bc4c-461c-92a1-ded303504c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (a630c1c2-deeb-48ee-b8f4-886cdc4f7e64), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:46.126165 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f20132af-bc4c-461c-92a1-ded303504c7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b07a85e754754009a7d3a1a1c67faca7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1996217 Apr 18 21:01:46.127896 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20132af-bc4c-461c-92a1-ded303504c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a630c1c2-deeb-48ee-b8f4-886cdc4f7e64,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.132354 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55026) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:46.240176 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f4ab-325d-4e27-bcf4-e8436fbac3ec admin admin] Publish callbacks [] for security_group (a630c1c2-deeb-48ee-b8f4-886cdc4f7e64), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:46.300843 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f4ab-325d-4e27-bcf4-e8436fbac3ec admin admin] Publish callbacks [] for security_group (a630c1c2-deeb-48ee-b8f4-886cdc4f7e64), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:46.497539 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f4ab-325d-4e27-bcf4-e8436fbac3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (a630c1c2-deeb-48ee-b8f4-886cdc4f7e64), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:46.502157 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f4ab-325d-4e27-bcf4-e8436fbac3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:46.504676 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d2b9f4ab-325d-4e27-bcf4-e8436fbac3ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a630c1c2-deeb-48ee-b8f4-886cdc4f7e64 HTTP/1.1" status: 204 len: 168 time: 0.3703966 Apr 18 21:01:46.520898 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9f4ab-325d-4e27-bcf4-e8436fbac3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a630c1c2-deeb-48ee-b8f4-886cdc4f7e64,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.806204 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (77207c94-3a92-4c56-a435-058c2e5ce690), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.040260 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (14e0881a-9b50-4954-b58d-655e1e55af2d), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.058549 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55036) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:47.072402 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7838-20f3-48b9-98d8-feab45ca1dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.276513 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7838-20f3-48b9-98d8-feab45ca1dcb admin admin] Publish callbacks [] for security_group (c06ae3e1-7621-4255-b6f2-c4cf1f27992e), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.364978 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (14e0881a-9b50-4954-b58d-655e1e55af2d), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.371321 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7838-20f3-48b9-98d8-feab45ca1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (c06ae3e1-7621-4255-b6f2-c4cf1f27992e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.433210 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a7838-20f3-48b9-98d8-feab45ca1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ae3e1-7621-4255-b6f2-c4cf1f27992e,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.439873 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-8a3a7838-20f3-48b9-98d8-feab45ca1dcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f91a4e8298f491ea9d1342ae81f2e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821652 Apr 18 21:01:47.444168 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55050) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:47.459942 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (14e0881a-9b50-4954-b58d-655e1e55af2d), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.524669 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-41a47dd1-4d06-4043-be1b-08528ea30770 admin admin] Publish callbacks [] for security_group (c06ae3e1-7621-4255-b6f2-c4cf1f27992e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.582832 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-41a47dd1-4d06-4043-be1b-08528ea30770 admin admin] Publish callbacks [] for security_group (c06ae3e1-7621-4255-b6f2-c4cf1f27992e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.597414 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=14e0881a-9b50-4954-b58d-655e1e55af2d,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.628040 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (77207c94-3a92-4c56-a435-058c2e5ce690), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.798172 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-41a47dd1-4d06-4043-be1b-08528ea30770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (c06ae3e1-7621-4255-b6f2-c4cf1f27992e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.806267 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-41a47dd1-4d06-4043-be1b-08528ea30770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:47.806267 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-41a47dd1-4d06-4043-be1b-08528ea30770 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c06ae3e1-7621-4255-b6f2-c4cf1f27992e HTTP/1.1" status: 204 len: 168 time: 0.3572893 Apr 18 21:01:47.812636 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a47dd1-4d06-4043-be1b-08528ea30770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ae3e1-7621-4255-b6f2-c4cf1f27992e,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.821561 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Floating IP 77207c94-3a92-4c56-a435-058c2e5ce690 associated. External IP: 172.27.1.170, port: 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f. Apr 18 21:01:48.193012 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:48.417916 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:48.453002 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:48.480551 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:48.483054 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:48.592565 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:48.661009 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-fc92fca2-98b2-435a-a6a1-196636a99342 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4801555 Apr 18 21:01:48.662471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:48.666932 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a95cd5-07a4-4426-a101-87f640e8b824" -d '{"events": [{"name": "network-changed", "server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:48.786080 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf51467-c322-491f-8e88-2dda693cabd7 x-openstack-request-id: req-8cf51467-c322-491f-8e88-2dda693cabd7 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:48.786080 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:48.786574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cf51467-c322-491f-8e88-2dda693cabd7 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:48.787023 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf51467-c322-491f-8e88-2dda693cabd7'] response: {'name': 'network-changed', 'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'status': 'completed', 'code': 200} Apr 18 21:01:48.789068 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:48.922251 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-0ac29921-42c1-4848-892e-a4f19d5ab0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:48.927298 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-0ac29921-42c1-4848-892e-a4f19d5ab0ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1129 time: 0.1073017 Apr 18 21:01:49.096889 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-f59a8ba9-6826-484e-a853-cdd719d91bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:49.099676 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-f59a8ba9-6826-484e-a853-cdd719d91bfb service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.1657298 Apr 18 21:01:49.240834 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:46Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.254924 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-c7079281-b69f-46f1-9d05-319134df2557 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 200 len: 999 time: 0.1480174 Apr 18 21:01:49.310952 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:49.329484 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:49.330636 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.365315 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-b4da0117-ba38-4c0c-a99a-80f4d1e2618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:49.368639 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-b4da0117-ba38-4c0c-a99a-80f4d1e2618e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.1059995 Apr 18 21:01:49.447798 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-76463e6d-016c-491d-8c9a-fa02bd057915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:49.450719 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-76463e6d-016c-491d-8c9a-fa02bd057915 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747597 Apr 18 21:01:49.548010 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:49.656175 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-41eeca9f-f25d-4e2a-81bb-46532e6fd1b9 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976583 Apr 18 21:01:49.865280 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-17a95cd5-07a4-4426-a101-87f640e8b824 req-874ece0f-9b5b-4248-a0f8-f6f417cdb73f service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997156 Apr 18 21:01:50.015175 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:46Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:50.060873 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb6a3c3-b027-479e-bc23-dfb469504df6 None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:46Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:50.418627 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c64df-8277-4503-a300-ff3025b340ea None None] New status for floating IP 77207c94-3a92-4c56-a435-058c2e5ce690: ACTIVE {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:01:50.717048 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55120) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:51.027871 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6d00197a-5036-46d2-bc48-aae6f19c8b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:51.166656 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6d00197a-5036-46d2-bc48-aae6f19c8b28 admin admin] Publish callbacks [] for security_group (ed88e5a2-c23c-42e5-8d09-6292d1ab80a1), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:51.397448 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6d00197a-5036-46d2-bc48-aae6f19c8b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ed88e5a2-c23c-42e5-8d09-6292d1ab80a1), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:51.473511 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-6d00197a-5036-46d2-bc48-aae6f19c8b28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42ec07256d9d491489d2656ccb76d154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7546642 Apr 18 21:01:51.475541 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00197a-5036-46d2-bc48-aae6f19c8b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed88e5a2-c23c-42e5-8d09-6292d1ab80a1,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:51.477943 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55124) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:51.574969 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5a21-0d80-4835-a843-1c68e82a8015 admin admin] Publish callbacks [] for security_group (ed88e5a2-c23c-42e5-8d09-6292d1ab80a1), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:51.620757 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5a21-0d80-4835-a843-1c68e82a8015 admin admin] Publish callbacks [] for security_group (ed88e5a2-c23c-42e5-8d09-6292d1ab80a1), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:51.726986 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:01:51.834139 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5a21-0d80-4835-a843-1c68e82a8015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ed88e5a2-c23c-42e5-8d09-6292d1ab80a1), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:51.839080 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5a21-0d80-4835-a843-1c68e82a8015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:51.842614 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-8d4e5a21-0d80-4835-a843-1c68e82a8015 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed88e5a2-c23c-42e5-8d09-6292d1ab80a1 HTTP/1.1" status: 204 len: 168 time: 0.3615396 Apr 18 21:01:51.856074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e5a21-0d80-4835-a843-1c68e82a8015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed88e5a2-c23c-42e5-8d09-6292d1ab80a1,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.774763 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55136) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:52.806188 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f93d73c4-d77a-4ddc-9484-c0e706486063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:52.964100 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f93d73c4-d77a-4ddc-9484-c0e706486063 admin admin] Publish callbacks [] for security_group (2edaf713-9538-4397-8b1f-ba1b2ee5c39d), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:53.142572 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f93d73c4-d77a-4ddc-9484-c0e706486063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (2edaf713-9538-4397-8b1f-ba1b2ee5c39d), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:53.218383 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f93d73c4-d77a-4ddc-9484-c0e706486063 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba1920c49764490b962343f2a03738aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418018 Apr 18 21:01:53.219882 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d73c4-d77a-4ddc-9484-c0e706486063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edaf713-9538-4397-8b1f-ba1b2ee5c39d,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:53.222840 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55148) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:53.316033 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c866b4cf-e193-4781-bd42-c397c1c4a0fc admin admin] Publish callbacks [] for security_group (2edaf713-9538-4397-8b1f-ba1b2ee5c39d), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:53.362400 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c866b4cf-e193-4781-bd42-c397c1c4a0fc admin admin] Publish callbacks [] for security_group (2edaf713-9538-4397-8b1f-ba1b2ee5c39d), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:53.553683 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c866b4cf-e193-4781-bd42-c397c1c4a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (2edaf713-9538-4397-8b1f-ba1b2ee5c39d), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:53.556544 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c866b4cf-e193-4781-bd42-c397c1c4a0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:53.557932 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c866b4cf-e193-4781-bd42-c397c1c4a0fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2edaf713-9538-4397-8b1f-ba1b2ee5c39d HTTP/1.1" status: 204 len: 168 time: 0.3340108 Apr 18 21:01:53.570475 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866b4cf-e193-4781-bd42-c397c1c4a0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edaf713-9538-4397-8b1f-ba1b2ee5c39d,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.975350 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-22af1be3-2916-4b64-8460-974458b7e289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:55.021928 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-a4259eb1-745a-4a26-af6e-179862fe07a5 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454446509&fields=id&tenant_id=6eb6a73c0c864ea98674f8252693c51e HTTP/1.1" status: 200 len: 267 time: 0.0951402 Apr 18 21:01:55.136017 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-b7563dea-acee-431c-ad9b-ef53c6ba4d43 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:55.138994 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-b7563dea-acee-431c-ad9b-ef53c6ba4d43 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 985 time: 0.1054337 Apr 18 21:01:55.159106 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Request body: {'port': {'security_groups': ['014f95c7-b53d-45cb-80ee-b03d789a3df1']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:55.299781 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:55.709113 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] For port 94d4d621-0cc2-4287-a850-9cab39694f88, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=94d4d621-0cc2-4287-a850-9cab39694f88,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:55.770999 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for port (94d4d621-0cc2-4287-a850-9cab39694f88), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:55.932249 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:55.954659 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['94d4d621-0cc2-4287-a850-9cab39694f88'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:01:56.020591 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:56.021135 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:56.024048 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4085f27b-8b7a-45f8-bebd-63c61a51b888 req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "PUT /v2.0/ports/94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 943 time: 0.8742831 Apr 18 21:01:56.035026 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:56.036626 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55198) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:56.040769 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:56.104550 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['94d4d621-0cc2-4287-a850-9cab39694f88'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:01:56.146642 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbd1d7-841b-4e0b-847e-ae69a10ac612 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event updated for resources: {'Port': ['ID=94d4d621-0cc2-4287-a850-9cab39694f88,revision_number=7']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.177622 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110ed961-007f-4365-953f-f09b13296f76 x-openstack-request-id: req-110ed961-007f-4365-953f-f09b13296f76 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:56.178142 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:56.178494 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-110ed961-007f-4365-953f-f09b13296f76 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:56.179209 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110ed961-007f-4365-953f-f09b13296f76'] response: {'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88', 'status': 'completed', 'code': 200} Apr 18 21:01:56.240377 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f76bd953-8da2-4f1c-8253-b8861f087432 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group (0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:56.307848 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f76bd953-8da2-4f1c-8253-b8861f087432 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group (0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:56.363184 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-5a169285-274a-4bcc-88be-fc251f3a7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:56.365935 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-5a169285-274a-4bcc-88be-fc251f3a7ab4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6eb6a73c0c864ea98674f8252693c51e&device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1130 time: 0.1522939 Apr 18 21:01:56.489772 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f76bd953-8da2-4f1c-8253-b8861f087432 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:56.494621 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f76bd953-8da2-4f1c-8253-b8861f087432 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:56.498979 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f76bd953-8da2-4f1c-8253-b8861f087432 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "DELETE /v2.0/security-groups/0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8 HTTP/1.1" status: 204 len: 168 time: 0.4600081 Apr 18 21:01:56.507269 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55208) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:56.524918 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bd953-8da2-4f1c-8253-b8861f087432 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe464ce-a06a-4eb5-8ad4-f6f6fb8552f8,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.640971 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-8a0d6fd2-5d76-4d5d-8b06-cd1bc6afc7d5 None None] Provisioning complete for port 94d4d621-0cc2-4287-a850-9cab39694f88 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:01:56.641516 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8a0d6fd2-5d76-4d5d-8b06-cd1bc6afc7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:56.850859 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-eb8a2a3c-f583-49fc-9c2f-d023a9939ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:56.851336 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d6fd2-5d76-4d5d-8b06-cd1bc6afc7d5 None None] Current status of the port 94d4d621-0cc2-4287-a850-9cab39694f88 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:01:56.853073 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-eb8a2a3c-f583-49fc-9c2f-d023a9939ea4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8cbe11ba-60dc-4522-a75c-0f378793222f HTTP/1.1" status: 200 len: 916 time: 0.4800243 Apr 18 21:01:57.060064 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Deleting port b9afaf97-f243-4eb3-8602-b6f3b66f81e6 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:01:57.066279 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:57.067806 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-96929f73-c3b1-4c88-ba4a-83f2949b44ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 1002 time: 0.2036581 Apr 18 21:01:57.269520 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-78872bc4-3c74-4a4a-a9a7-5cc1b6ae66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:57.272392 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-78872bc4-3c74-4a4a-a9a7-5cc1b6ae66ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9e902ca2-c91d-4789-acdc-b3f2dae97c3d HTTP/1.1" status: 200 len: 854 time: 0.1834884 Apr 18 21:01:57.371127 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7764678c-4243-4a93-9c12-615342e9bfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:57.380332 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:57.381051 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for floatingip (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:57.400545 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-10ece2a7-249e-48b7-b2b9-f08f963f7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:57.402363 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-10ece2a7-249e-48b7-b2b9-f08f963f7a70 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8cbe11ba-60dc-4522-a75c-0f378793222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1204636 Apr 18 21:01:57.429532 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Calling delete_port for b9afaf97-f243-4eb3-8602-b6f3b66f81e6 owned by network:floatingip {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:01:57.740216 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-a0a54815-5950-4537-8abd-e2f8143d4c3a service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266056 Apr 18 21:01:58.029257 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-53f454ad-e131-4e1e-ac6b-5ac7045fc8a3 req-aff8c0fc-318f-4c85-ab85-1d36b536e29c service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816668 Apr 18 21:01:58.148148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (b9afaf97-f243-4eb3-8602-b6f3b66f81e6), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:58.181758 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event deleted for resources: {'Port': ['ID=b9afaf97-f243-4eb3-8602-b6f3b66f81e6,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:58.294443 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks [] for floatingip (90b6d4e7-3793-446a-9627-d529d7098489), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:58.295056 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Floating IP 90b6d4e7-3793-446a-9627-d529d7098489 disassociated (deleted). External IP: 172.27.1.102, port: 94d4d621-0cc2-4287-a850-9cab39694f88. Apr 18 21:01:58.377100 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:58.596292 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55246) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:58.714882 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Router ea4ea606-19af-412a-b038-41ad491d6f9b has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:58.755282 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-423f7d9d-1e55-42d5-a674-4dbc4a31168c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:58.871481 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:58.881771 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:58.889381 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] Sync routers for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:58.897407 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-423f7d9d-1e55-42d5-a674-4dbc4a31168c admin admin] Publish callbacks [] for security_group (85be48c8-7db3-42a0-a5c4-e49890c2f1b6), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:58.904886 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:58.905602 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:58.926863 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-60b11958-0e13-4e99-ba92-dc1431291fed tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "DELETE /v2.0/floatingips/90b6d4e7-3793-446a-9627-d529d7098489 HTTP/1.1" status: 204 len: 168 time: 2.4155715 Apr 18 21:01:58.927678 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:58.930576 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b" -d '{"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:58.965356 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-423f7d9d-1e55-42d5-a674-4dbc4a31168c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (85be48c8-7db3-42a0-a5c4-e49890c2f1b6), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:58.979791 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f21b4d-9fac-4270-8db9-7b3b81676aa5 x-openstack-request-id: req-44f21b4d-9fac-4270-8db9-7b3b81676aa5 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:58.980595 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:58.981355 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44f21b4d-9fac-4270-8db9-7b3b81676aa5 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:58.993294 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f21b4d-9fac-4270-8db9-7b3b81676aa5'] response: {'name': 'network-changed', 'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88', 'status': 'completed', 'code': 200} Apr 18 21:01:59.049180 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f7d9d-1e55-42d5-a674-4dbc4a31168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85be48c8-7db3-42a0-a5c4-e49890c2f1b6,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.074284 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55256) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:01:59.080591 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-423f7d9d-1e55-42d5-a674-4dbc4a31168c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=980c49e7cc8347a4ba227a80e8bfc086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4699554 Apr 18 21:01:59.152213 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-93a2bdfd-22cc-49d6-8c89-6d40b71b01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:59.154235 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-93a2bdfd-22cc-49d6-8c89-6d40b71b01ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6eb6a73c0c864ea98674f8252693c51e&device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 1130 time: 0.1421914 Apr 18 21:01:59.241189 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:59.308778 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f5198dab-d25a-4b13-85bc-30a3c3f06bcc admin admin] Publish callbacks [] for security_group (85be48c8-7db3-42a0-a5c4-e49890c2f1b6), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:59.378515 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f5198dab-d25a-4b13-85bc-30a3c3f06bcc admin admin] Publish callbacks [] for security_group (85be48c8-7db3-42a0-a5c4-e49890c2f1b6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:59.421762 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-4128a155-6571-44b1-ab07-cc76c3e7c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:59.425194 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-4128a155-6571-44b1-ab07-cc76c3e7c16d service neutron] 10.222.0.78 "GET /v2.0/networks?id=8cbe11ba-60dc-4522-a75c-0f378793222f HTTP/1.1" status: 200 len: 916 time: 0.2615106 Apr 18 21:01:59.531416 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-854eb30d-e3b0-48bc-9c57-bbb9bd7a139b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 200 len: 217 time: 0.0965805 Apr 18 21:01:59.608523 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 5, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:59.658971 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-8e28020f-0fe9-4041-bc70-c510f1a9e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:59.662871 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-8e28020f-0fe9-4041-bc70-c510f1a9e3d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9e902ca2-c91d-4789-acdc-b3f2dae97c3d HTTP/1.1" status: 200 len: 854 time: 0.1185963 Apr 18 21:01:59.700493 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] Checking router: ea4ea606-19af-412a-b038-41ad491d6f9b for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:59.718271 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:59.719457 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:59.742838 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f5198dab-d25a-4b13-85bc-30a3c3f06bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (85be48c8-7db3-42a0-a5c4-e49890c2f1b6), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:59.747674 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-f5198dab-d25a-4b13-85bc-30a3c3f06bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:01:59.749706 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f5198dab-d25a-4b13-85bc-30a3c3f06bcc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85be48c8-7db3-42a0-a5c4-e49890c2f1b6 HTTP/1.1" status: 204 len: 168 time: 0.6709416 Apr 18 21:01:59.775674 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5198dab-d25a-4b13-85bc-30a3c3f06bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85be48c8-7db3-42a0-a5c4-e49890c2f1b6,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.793623 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-a253a5fe-9acc-4076-a941-3d4c693595f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:01:59.797286 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-a253a5fe-9acc-4076-a941-3d4c693595f2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8cbe11ba-60dc-4522-a75c-0f378793222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215630 Apr 18 21:01:59.962363 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:00.315672 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:00.397372 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 5, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:00.439464 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dac99f-ef98-4670-9064-9c8652beee33 None None] The sync data for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi is: [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 4, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '0ea0700c-ad11-4899-bb21-fd2e0976bfa4', 'name': '', 'network_id': '8cbe11ba-60dc-4522-a75c-0f378793222f', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'mac_address': 'fa:16:3e:e2:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:29Z', 'updated_at': '2022-04-18T20:59:36Z', 'revision_number': 5, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'subnets': [{'id': '9e902ca2-c91d-4789-acdc-b3f2dae97c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:00.559035 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-0bb03f86-a425-4bc8-b10a-b3ec19f31098 service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988126 Apr 18 21:02:00.829997 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5adbd3b4-0f1a-408e-bcd9-f7fb3fd1c04b req-c8faa490-7756-4629-bad0-5688314b3722 service neutron] 10.222.0.78 "GET /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575176 Apr 18 21:02:00.922731 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55280) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:00.952938 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:00.983867 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c29e18-6b9b-43ff-afa4-0261ef1e97de None None] New status for floating IP 90b6d4e7-3793-446a-9627-d529d7098489: DOWN {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:02:01.151703 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Publish callbacks [] for security_group (949a32ef-c541-460d-94f7-79b7d22173ba), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:01.245055 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (949a32ef-c541-460d-94f7-79b7d22173ba), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:01.297012 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84adbbe831ab46efb293ab279bd2c545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729444 Apr 18 21:02:01.298447 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a32ef-c541-460d-94f7-79b7d22173ba,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.300619 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55284) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:01.308390 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.308806 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.309266 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.309658 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.310008 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.310352 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.310730 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.311450 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.312057 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.313046 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.313628 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.313823 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.314644 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.315011 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.315564 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9132df0e-2233-4142-bbcb-13829ac41c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.389012 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Publish callbacks [] for security_group (949a32ef-c541-460d-94f7-79b7d22173ba), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:01.454019 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Publish callbacks [] for security_group (949a32ef-c541-460d-94f7-79b7d22173ba), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:01.551827 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:01.674232 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (949a32ef-c541-460d-94f7-79b7d22173ba), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:01.680667 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:01.680667 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/949a32ef-c541-460d-94f7-79b7d22173ba HTTP/1.1" status: 204 len: 168 time: 0.3767390 Apr 18 21:02:01.690908 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a32ef-c541-460d-94f7-79b7d22173ba,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.700826 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.701196 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.701574 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.701875 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.702290 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.702561 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.703010 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.703789 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.703789 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.704200 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.704541 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.704972 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.705393 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.705998 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:01.706389 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67aa48-9d15-4c27-990c-cc90d1509739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:02.038611 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:04.002583 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04599d-cb9d-4a6e-b8ef-071a27388e30 req-cf21ce54-13b0-4a71-ab4d-b404573682e6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:04.004630 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf04599d-cb9d-4a6e-b8ef-071a27388e30 req-cf21ce54-13b0-4a71-ab4d-b404573682e6 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0756736 Apr 18 21:02:04.078336 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cf04599d-cb9d-4a6e-b8ef-071a27388e30 req-12bb2a1c-ee5d-4e81-b379-ed0c99f2828b tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672481 Apr 18 21:02:05.266917 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eab863-3081-4aba-8b34-e3fbdcee9132 req-71fb7781-6032-4f85-908e-df074b5d2e15 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:05.269331 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a4eab863-3081-4aba-8b34-e3fbdcee9132 req-71fb7781-6032-4f85-908e-df074b5d2e15 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0738626 Apr 18 21:02:05.332762 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a4eab863-3081-4aba-8b34-e3fbdcee9132 req-5a9e2b7c-f765-4641-a417-3846db47a62a tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566368 Apr 18 21:02:06.555865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5432a1-6b86-42a9-82d0-51f7204acf09 req-a17c7648-22d5-48cb-b180-ea3f63fdfedb tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:06.558260 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5f5432a1-6b86-42a9-82d0-51f7204acf09 req-a17c7648-22d5-48cb-b180-ea3f63fdfedb tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0945525 Apr 18 21:02:06.655012 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5f5432a1-6b86-42a9-82d0-51f7204acf09 req-d97b1942-a5c1-44eb-b1fe-8d81df6ddeb4 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871665 Apr 18 21:02:07.508590 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae242ac-e619-4aaf-a96f-562dfd93d497 req-da386569-afbd-4084-b273-99e2d3418105 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:07.511296 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3ae242ac-e619-4aaf-a96f-562dfd93d497 req-da386569-afbd-4084-b273-99e2d3418105 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.0688188 Apr 18 21:02:07.599913 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3ae242ac-e619-4aaf-a96f-562dfd93d497 req-699541c6-120d-4eca-b61b-a7b6935a94ee tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723107 Apr 18 21:02:07.920733 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba581e7a-927e-48cb-aa85-7785505650c0 req-0e095560-1235-4540-b869-9b25cf92f7fb tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:07.924254 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ba581e7a-927e-48cb-aa85-7785505650c0 req-0e095560-1235-4540-b869-9b25cf92f7fb tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.1183815 Apr 18 21:02:08.024154 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ba581e7a-927e-48cb-aa85-7785505650c0 req-874edebf-07dc-42b6-8c89-5f6318f66b2d tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875599 Apr 18 21:02:08.684241 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-d2c51310-0621-450d-a176-a62c7d238641 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:08.686031 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-d2c51310-0621-450d-a176-a62c7d238641 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.78 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.0818405 Apr 18 21:02:08.818329 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700bcbe-a307-40de-975b-9b536807a337 req-8b5ea2f4-7bed-4420-b3f3-907ba459251c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:08.820528 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f700bcbe-a307-40de-975b-9b536807a337 req-8b5ea2f4-7bed-4420-b3f3-907ba459251c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.0990577 Apr 18 21:02:08.909084 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Deleting port 94d4d621-0cc2-4287-a850-9cab39694f88 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:08.909614 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:09.005655 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f700bcbe-a307-40de-975b-9b536807a337 req-a261c90b-3cf7-466a-8f4e-f98d44eb9080 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564794 Apr 18 21:02:09.168993 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-834577bf-5aaa-4a20-8f20-bce4f769cc7b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:09.172419 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-834577bf-5aaa-4a20-8f20-bce4f769cc7b tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.1955805 Apr 18 21:02:09.302130 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] For port 94d4d621-0cc2-4287-a850-9cab39694f88, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=94d4d621-0cc2-4287-a850-9cab39694f88,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:09.302513 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:09.342370 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Calling delete_port for 94d4d621-0cc2-4287-a850-9cab39694f88 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:09.381428 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf233-12cd-4ae4-83d7-52a063b9e267 req-a4f9136f-597c-4e07-895f-621d5dff16c4 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:09.383239 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-111cf233-12cd-4ae4-83d7-52a063b9e267 req-a4f9136f-597c-4e07-895f-621d5dff16c4 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 946 time: 0.1973336 Apr 18 21:02:09.471592 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Deleting port d74843be-54a6-408e-9779-09f780534c3d {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:09.471951 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (d74843be-54a6-408e-9779-09f780534c3d), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:09.599094 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-111cf233-12cd-4ae4-83d7-52a063b9e267 req-824fb599-09ff-4754-b09e-2e535c5f32e3 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/security-groups?id=014f95c7-b53d-45cb-80ee-b03d789a3df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027864 Apr 18 21:02:09.643266 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] For port d74843be-54a6-408e-9779-09f780534c3d, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=d74843be-54a6-408e-9779-09f780534c3d,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:09.643648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (d74843be-54a6-408e-9779-09f780534c3d), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:09.874692 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (94d4d621-0cc2-4287-a850-9cab39694f88), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:09.895841 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['94d4d621-0cc2-4287-a850-9cab39694f88'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:02:09.963377 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Pushing event deleted for resources: {'Port': ['ID=94d4d621-0cc2-4287-a850-9cab39694f88,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.066649 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] No DVR routers for this DVR port 94d4d621-0cc2-4287-a850-9cab39694f88 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:10.083237 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:10.084393 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (14e8dd3e-2c7e-4815-8c5d-972c573528e4), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:10.085085 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Floating IP 14e8dd3e-2c7e-4815-8c5d-972c573528e4 disassociated. External IP: 172.27.1.182, port: d74843be-54a6-408e-9779-09f780534c3d. Apr 18 21:02:10.085792 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Calling delete_port for d74843be-54a6-408e-9779-09f780534c3d owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:10.106554 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:10.114439 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1cd4078a-a318-4939-8e47-129473d9bfbe req-f1e58658-5d34-470e-a03d-2ed6dc036f4f tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.78 "DELETE /v2.0/ports/94d4d621-0cc2-4287-a850-9cab39694f88 HTTP/1.1" status: 204 len: 173 time: 1.4021888 Apr 18 21:02:10.115361 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'name': 'network-vif-deleted', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:02:10.123050 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3e0fdb-1245-4f0f-b774-5565802e435f" -d '{"events": [{"server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "name": "network-vif-deleted", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:02:10.202696 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4709cb8-43d0-43e0-82bd-732955531983 x-openstack-request-id: req-d4709cb8-43d0-43e0-82bd-732955531983 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:02:10.203725 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee76ca1-3e7b-4a39-8f1c-0080bea51242", "name": "network-vif-deleted", "tag": "94d4d621-0cc2-4287-a850-9cab39694f88", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:02:10.204212 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4709cb8-43d0-43e0-82bd-732955531983 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:02:10.204854 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4709cb8-43d0-43e0-82bd-732955531983'] response: {'server_uuid': 'cee76ca1-3e7b-4a39-8f1c-0080bea51242', 'name': 'network-vif-deleted', 'tag': '94d4d621-0cc2-4287-a850-9cab39694f88', 'status': 'completed', 'code': 200} Apr 18 21:02:10.284018 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12510a62-b095-45d1-98c5-4685aced6157 req-49252a37-5326-4120-bfa0-357777371ad9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:10.285837 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-12510a62-b095-45d1-98c5-4685aced6157 req-49252a37-5326-4120-bfa0-357777371ad9 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 947 time: 0.0856292 Apr 18 21:02:10.423402 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-12510a62-b095-45d1-98c5-4685aced6157 req-619d4bdd-45f2-4737-8a71-fe89d8547b1c tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef321641-a3e1-48b9-9dad-a1e79cff2bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299691 Apr 18 21:02:10.602504 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (d74843be-54a6-408e-9779-09f780534c3d), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:10.637260 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event deleted for resources: {'Port': ['ID=d74843be-54a6-408e-9779-09f780534c3d,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.800206 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d738603b-71b5-4225-9a9d-a631851e274f req-a71b1f94-8b6f-4ce8-bea3-904576ee5d29 tempest-TestMinimumBasicScenario-1747431367 tempest-TestMinimumBasicScenario-1747431367-project] 10.222.0.53 "GET /v2.0/ports?device_id=cee76ca1-3e7b-4a39-8f1c-0080bea51242 HTTP/1.1" status: 200 len: 210 time: 0.0440242 Apr 18 21:02:10.849339 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:11.011446 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:11.030982 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] Sync routers for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:11.054199 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:11.055441 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:11.096943 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] No DVR routers for this DVR port d74843be-54a6-408e-9779-09f780534c3d on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:11.100667 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:11.106144 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3aa2f904-a9cc-4232-9117-ad575aed2376 req-59ebc423-d855-4877-a91e-695ee12549ba tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.78 "DELETE /v2.0/ports/d74843be-54a6-408e-9779-09f780534c3d HTTP/1.1" status: 204 len: 173 time: 1.9272771 Apr 18 21:02:11.239478 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:11.522049 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:11.578892 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b28356ca-1a09-4090-b9d4-62aaaa7da1d1 req-3563d474-4485-4863-84b7-956018b9d278 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0488069 Apr 18 21:02:11.584400 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] Checking router: 6a1997fc-d13f-4db0-b46a-bd1b89a3799e for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:11.603684 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:11.604977 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:11.831383 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:12.206668 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-deleted', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:02:12.207782 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:12.213832 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685867f5-2a6b-4bff-a31d-1df30a87b060" -d '{"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-deleted", "tag": "d74843be-54a6-408e-9779-09f780534c3d"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:02:12.263166 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749846b-bc16-4e88-9809-e088a89bd04b None None] The sync data for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi is: [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 4, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'dfaf80cc-10c0-4881-ad23-088d549cee7f', 'name': '', 'network_id': 'a3a3ca30-f467-4723-b6ab-4f6182f7cd9f', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'mac_address': 'fa:16:3e:88:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:46Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'subnets': [{'id': '71493661-796a-428f-8ac2-7edf91ff13c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:12.293592 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:12.304058 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c2bc6-0b33-488d-9f91-63775f986f40 x-openstack-request-id: req-6e2c2bc6-0b33-488d-9f91-63775f986f40 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:02:12.304850 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d25e22e-a08b-4418-a3c7-3efa8b1a2a13", "name": "network-vif-deleted", "tag": "d74843be-54a6-408e-9779-09f780534c3d", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:02:12.305986 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e2c2bc6-0b33-488d-9f91-63775f986f40 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:02:12.308022 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2c2bc6-0b33-488d-9f91-63775f986f40'] response: {'server_uuid': '3d25e22e-a08b-4418-a3c7-3efa8b1a2a13', 'name': 'network-vif-deleted', 'tag': 'd74843be-54a6-408e-9779-09f780534c3d', 'status': 'completed', 'code': 200} Apr 18 21:02:12.334129 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: d74843be-54a6-408e-9779-09f780534c3d {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:12.334679 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device d74843be-54a6-408e-9779-09f780534c3d not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:12.335222 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 94d4d621-0cc2-4287-a850-9cab39694f88 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:12.403732 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 94d4d621-0cc2-4287-a850-9cab39694f88 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:12.404055 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 94d4d621-0cc2-4287-a850-9cab39694f88 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:12.783080 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80c551-e0e6-4031-a6a5-e0f89cc5a2c6 None None] New status for floating IP 14e8dd3e-2c7e-4815-8c5d-972c573528e4: DOWN {{(pid=110665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:02:12.847495 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f0000c3b-00b0-4685-9885-cc6d688c6738 req-8945fd9e-6d78-4aa8-a0fe-086cd5dd80e7 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d25e22e-a08b-4418-a3c7-3efa8b1a2a13 HTTP/1.1" status: 200 len: 210 time: 0.0502074 Apr 18 21:02:14.168214 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55562) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:14.258417 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-12bcd0c5-39e9-4eec-89fa-3d97f6fbcc53 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (ef321641-a3e1-48b9-9dad-a1e79cff2bc7), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:14.310423 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-12bcd0c5-39e9-4eec-89fa-3d97f6fbcc53 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (ef321641-a3e1-48b9-9dad-a1e79cff2bc7), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:14.432821 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55570) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:14.496420 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-12bcd0c5-39e9-4eec-89fa-3d97f6fbcc53 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ef321641-a3e1-48b9-9dad-a1e79cff2bc7), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:14.501520 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-12bcd0c5-39e9-4eec-89fa-3d97f6fbcc53 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:14.503644 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-12bcd0c5-39e9-4eec-89fa-3d97f6fbcc53 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef321641-a3e1-48b9-9dad-a1e79cff2bc7 HTTP/1.1" status: 204 len: 168 time: 0.3341091 Apr 18 21:02:14.514975 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55574) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:14.518141 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcd0c5-39e9-4eec-89fa-3d97f6fbcc53 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef321641-a3e1-48b9-9dad-a1e79cff2bc7,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.570940 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.api.v2.resource [None req-2f8feb0b-85e4-40e4-9226-a80f291b07a3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] show failed (client error): The resource could not be found. Apr 18 21:02:14.572432 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-2f8feb0b-85e4-40e4-9226-a80f291b07a3 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "GET /v2.0/security-groups/ef321641-a3e1-48b9-9dad-a1e79cff2bc7 HTTP/1.1" status: 404 len: 347 time: 0.0498278 Apr 18 21:02:14.578516 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55576) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:14.762508 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Deleting port e21b3cef-1101-4fe4-bdb5-de142f9cee4c {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:14.763054 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:14.895967 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:14.896414 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:14.914906 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Calling delete_port for e21b3cef-1101-4fe4-bdb5-de142f9cee4c owned by network:floatingip {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:15.008932 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (ea4ea606-19af-412a-b038-41ad491d6f9b), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:15.352769 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Deleting port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:15.353010 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:15.413673 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (e21b3cef-1101-4fe4-bdb5-de142f9cee4c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:15.458546 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] For port 0ea0700c-ad11-4899-bb21-fd2e0976bfa4, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:15.459486 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:15.463102 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Pushing event deleted for resources: {'Port': ['ID=e21b3cef-1101-4fe4-bdb5-de142f9cee4c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.487476 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Calling delete_port for 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 owned by network:router_interface {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:15.566613 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks [] for floatingip (14e8dd3e-2c7e-4815-8c5d-972c573528e4), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:15.570414 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:15.572112 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cf7ab0ea-b0e3-4537-820e-d7aaef114798 tempest-AttachVolumeShelveTestJSON-1647879415 tempest-AttachVolumeShelveTestJSON-1647879415-project] 10.222.0.53 "DELETE /v2.0/floatingips/14e8dd3e-2c7e-4815-8c5d-972c573528e4 HTTP/1.1" status: 204 len: 168 time: 0.9914241 Apr 18 21:02:15.899941 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (0ea0700c-ad11-4899-bb21-fd2e0976bfa4), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:15.961444 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea0700c-ad11-4899-bb21-fd2e0976bfa4,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.214938 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (ea4ea606-19af-412a-b038-41ad491d6f9b), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:16.977390 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Router ea4ea606-19af-412a-b038-41ad491d6f9b has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:17.218136 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:17.238713 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-54ee94ca-d5e2-42c2-9974-fb8f876fcecc admin admin] 10.222.0.53 "PUT /v2.0/routers/ea4ea606-19af-412a-b038-41ad491d6f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8041966 Apr 18 21:02:17.243074 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55614) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:17.250407 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] Sync routers for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:17.275496 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:17.276528 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:17.430800 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks [] for router (ea4ea606-19af-412a-b038-41ad491d6f9b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:17.647806 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:17.658413 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks [] for router_gateway (ea4ea606-19af-412a-b038-41ad491d6f9b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:17.825999 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Deleting port 2a59aa5f-f91b-49c0-a003-f6868edcb02a {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:17.826430 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:17.917640 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T21:02:15Z', 'revision_number': 5, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port': {'id': '2a59aa5f-f91b-49c0-a003-f6868edcb02a', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:23Z', 'updated_at': '2022-04-18T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:17.956577 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] Checking router: ea4ea606-19af-412a-b038-41ad491d6f9b for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:17.970840 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] Routers {'ea4ea606-19af-412a-b038-41ad491d6f9b'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:17.971958 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['ea4ea606-19af-412a-b038-41ad491d6f9b'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:17.973814 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] For port 2a59aa5f-f91b-49c0-a003-f6868edcb02a, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=2a59aa5f-f91b-49c0-a003-f6868edcb02a,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:17.974430 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:17.997999 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Calling delete_port for 2a59aa5f-f91b-49c0-a003-f6868edcb02a owned by network:router_gateway {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:18.147478 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] Set router ea4ea606-19af-412a-b038-41ad491d6f9b gateway port host: None {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:18.257543 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T21:02:17Z', 'revision_number': 6, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port_host': None}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:18.312410 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff03648-3413-4942-9c61-277baa523a18 None None] The sync data for ids ['ea4ea606-19af-412a-b038-41ad491d6f9b'] in dv-cinder-826510-5-iscsi is: [{'id': 'ea4ea606-19af-412a-b038-41ad491d6f9b', 'name': 'tempest-TestMinimumBasicScenario-1970520752-router', 'tenant_id': '6eb6a73c0c864ea98674f8252693c51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:22Z', 'updated_at': '2022-04-18T21:02:17Z', 'revision_number': 6, 'project_id': '6eb6a73c0c864ea98674f8252693c51e', 'gw_port_host': None}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:18.399453 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (2a59aa5f-f91b-49c0-a003-f6868edcb02a), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:18.450611 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a59aa5f-f91b-49c0-a003-f6868edcb02a,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.561158 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (ea4ea606-19af-412a-b038-41ad491d6f9b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:18.705659 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (ea4ea606-19af-412a-b038-41ad491d6f9b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:18.715182 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks [] for router_controller (ea4ea606-19af-412a-b038-41ad491d6f9b), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:18.872627 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:18.937282 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (ea4ea606-19af-412a-b038-41ad491d6f9b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:18.938266 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4ea606-19af-412a-b038-41ad491d6f9b {{(pid=110664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:18.947315 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:18.948176 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55636) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:18.949359 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c694ab93-10ae-4ffb-865f-3c358b03f04f admin admin] 10.222.0.53 "DELETE /v2.0/routers/ea4ea606-19af-412a-b038-41ad491d6f9b HTTP/1.1" status: 204 len: 168 time: 1.7049093 Apr 18 21:02:18.952847 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:18.953456 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 0ea0700c-ad11-4899-bb21-fd2e0976bfa4 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:18.957248 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55638) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:19.067426 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-522a88ae-dd0a-474b-9039-ea0227a2ba4d admin admin] Deleting subnet 9e902ca2-c91d-4789-acdc-b3f2dae97c3d {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:02:19.077952 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-522a88ae-dd0a-474b-9039-ea0227a2ba4d admin admin] Publish callbacks [] for subnet (9e902ca2-c91d-4789-acdc-b3f2dae97c3d), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:19.155392 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-522a88ae-dd0a-474b-9039-ea0227a2ba4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (9e902ca2-c91d-4789-acdc-b3f2dae97c3d), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:19.648420 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-522a88ae-dd0a-474b-9039-ea0227a2ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (9e902ca2-c91d-4789-acdc-b3f2dae97c3d), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:19.885875 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-522a88ae-dd0a-474b-9039-ea0227a2ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (9e902ca2-c91d-4789-acdc-b3f2dae97c3d), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:19.909442 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:19.945545 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a88ae-dd0a-474b-9039-ea0227a2ba4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e902ca2-c91d-4789-acdc-b3f2dae97c3d,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.977047 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-522a88ae-dd0a-474b-9039-ea0227a2ba4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:19.978463 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283845af-5928-47f6-8510-dfa744b70dc4 None None] Network 8cbe11ba-60dc-4522-a75c-0f378793222f requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:02:19.994303 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-522a88ae-dd0a-474b-9039-ea0227a2ba4d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9e902ca2-c91d-4789-acdc-b3f2dae97c3d HTTP/1.1" status: 204 len: 168 time: 1.0353892 Apr 18 21:02:19.995611 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55652) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:20.156953 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (8cbe11ba-60dc-4522-a75c-0f378793222f), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.267715 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Deleting port 148921dd-62b9-4da8-b974-844e4e420ffa {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:20.268289 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.274294 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] DHCP port deletion for 8cbe11ba-60dc-4522-a75c-0f378793222f request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:02:20.370902 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] Deleting port 148921dd-62b9-4da8-b974-844e4e420ffa {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:20.371990 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.396904 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] For port 148921dd-62b9-4da8-b974-844e4e420ffa, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=148921dd-62b9-4da8-b974-844e4e420ffa,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:20.397306 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.420499 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Calling delete_port for 148921dd-62b9-4da8-b974-844e4e420ffa owned by network:dhcp {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:20.471995 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Deleting port dfaf80cc-10c0-4881-ad23-088d549cee7f {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:20.472875 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.516378 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] For port 148921dd-62b9-4da8-b974-844e4e420ffa, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=148921dd-62b9-4da8-b974-844e4e420ffa,segment=NetworkSegment(1d37b2fe-2fa9-4997-88c3-82f899e41a87),segment_id=1d37b2fe-2fa9-4997-88c3-82f899e41a87)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:20.517596 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.544342 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] Calling delete_port for 148921dd-62b9-4da8-b974-844e4e420ffa owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:20.629180 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] For port dfaf80cc-10c0-4881-ad23-088d549cee7f, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=dfaf80cc-10c0-4881-ad23-088d549cee7f,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:20.629741 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.637127 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.665378 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Calling delete_port for dfaf80cc-10c0-4881-ad23-088d549cee7f owned by network:router_interface {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:20.675330 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] No DVR routers for this DVR port 148921dd-62b9-4da8-b974-844e4e420ffa on host dv-cinder-826510-5-iscsi {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:20.718050 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (148921dd-62b9-4da8-b974-844e4e420ffa), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.762153 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=148921dd-62b9-4da8-b974-844e4e420ffa,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.767824 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] Pushing event deleted for resources: {'Port': ['ID=148921dd-62b9-4da8-b974-844e4e420ffa,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.771383 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 2a59aa5f-f91b-49c0-a003-f6868edcb02a no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:20.893299 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (8cbe11ba-60dc-4522-a75c-0f378793222f), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:20.932321 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbe11ba-60dc-4522-a75c-0f378793222f']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:20.959168 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d37b2fe-2fa9-4997-88c3-82f899e41a87') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:20.959688 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d37b2fe-2fa9-4997-88c3-82f899e41a87') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:20.980652 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (1d37b2fe-2fa9-4997-88c3-82f899e41a87), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:21.018334 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db746e6-4b09-437f-8665-04f5adc2af5f None None] No DVR routers for this DVR port 148921dd-62b9-4da8-b974-844e4e420ffa on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:21.019260 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (1d37b2fe-2fa9-4997-88c3-82f899e41a87), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:21.021585 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 2a59aa5f-f91b-49c0-a003-f6868edcb02a {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:21.022152 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 2a59aa5f-f91b-49c0-a003-f6868edcb02a not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:21.022905 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 148921dd-62b9-4da8-b974-844e4e420ffa no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:21.054464 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 148921dd-62b9-4da8-b974-844e4e420ffa {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:21.054835 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 148921dd-62b9-4da8-b974-844e4e420ffa not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:21.071208 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:21.073066 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (1d37b2fe-2fa9-4997-88c3-82f899e41a87), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:21.076714 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:21.314041 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (8cbe11ba-60dc-4522-a75c-0f378793222f), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:21.314842 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (dfaf80cc-10c0-4881-ad23-088d549cee7f), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:21.323490 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:21.328930 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8cbe11ba-60dc-4522-a75c-0f378793222f HTTP/1.1" status: 204 len: 168 time: 1.3314819 Apr 18 21:02:21.333789 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55668) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:21.376085 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfaf80cc-10c0-4881-ad23-088d549cee7f,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.461958 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a648-2aa4-433f-9fbf-0ebdf5c78d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbe11ba-60dc-4522-a75c-0f378793222f,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.797607 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:21.874108 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55672) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:22.092342 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4805ee51-ad8b-4e04-bce3-916abfbedeb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:22.227343 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:22.236799 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:22.506515 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4805ee51-ad8b-4e04-bce3-916abfbedeb6 admin admin] Publish callbacks [] for security_group (99935a93-6c07-48c3-985e-965a49b1f5a3), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:22.524241 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:22.538954 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-8767bca9-9202-41fe-9fd9-da552cd382c1 admin admin] 10.222.0.53 "PUT /v2.0/routers/6a1997fc-d13f-4db0-b46a-bd1b89a3799e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5809000 Apr 18 21:02:22.539144 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55682) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:22.542923 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35092998-d68f-4640-9202-bd23b5568335 None None] Sync routers for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:22.566180 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35092998-d68f-4640-9202-bd23b5568335 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:22.567974 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-35092998-d68f-4640-9202-bd23b5568335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.671694 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4805ee51-ad8b-4e04-bce3-916abfbedeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (99935a93-6c07-48c3-985e-965a49b1f5a3), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:22.764702 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4805ee51-ad8b-4e04-bce3-916abfbedeb6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=468058800d044a439b3b3cf4bd6f7395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8884037 Apr 18 21:02:22.769059 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55686) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:22.802717 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-35092998-d68f-4640-9202-bd23b5568335 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:22.856117 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805ee51-ad8b-4e04-bce3-916abfbedeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99935a93-6c07-48c3-985e-965a49b1f5a3,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.890359 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c84d49eb-c5bf-41e5-ab76-55894a28e126 admin admin] Publish callbacks [] for security_group (99935a93-6c07-48c3-985e-965a49b1f5a3), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:22.940933 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c84d49eb-c5bf-41e5-ab76-55894a28e126 admin admin] Publish callbacks [] for security_group (99935a93-6c07-48c3-985e-965a49b1f5a3), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:22.941312 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks [] for router (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:23.101236 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c84d49eb-c5bf-41e5-ab76-55894a28e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (99935a93-6c07-48c3-985e-965a49b1f5a3), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:23.104416 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c84d49eb-c5bf-41e5-ab76-55894a28e126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:23.110570 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Deleting port 94e715da-bd9d-4694-aedb-3d919e6154c7 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:23.110570 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:23.111220 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-c84d49eb-c5bf-41e5-ab76-55894a28e126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99935a93-6c07-48c3-985e-965a49b1f5a3 HTTP/1.1" status: 204 len: 168 time: 0.3348296 Apr 18 21:02:23.129919 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d49eb-c5bf-41e5-ab76-55894a28e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99935a93-6c07-48c3-985e-965a49b1f5a3,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:23.177764 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-35092998-d68f-4640-9202-bd23b5568335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T21:02:21Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.236827 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35092998-d68f-4640-9202-bd23b5568335 None None] Checking router: 6a1997fc-d13f-4db0-b46a-bd1b89a3799e for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:23.253075 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35092998-d68f-4640-9202-bd23b5568335 None None] Routers {'6a1997fc-d13f-4db0-b46a-bd1b89a3799e'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:23.254100 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-35092998-d68f-4640-9202-bd23b5568335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.260160 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks [] for router_gateway (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:23.298552 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] For port 94e715da-bd9d-4694-aedb-3d919e6154c7, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=94e715da-bd9d-4694-aedb-3d919e6154c7,segment=NetworkSegment(3869558e-f2b3-441c-bab6-f191345f0385),segment_id=3869558e-f2b3-441c-bab6-f191345f0385)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:23.299170 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:23.324905 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Calling delete_port for 94e715da-bd9d-4694-aedb-3d919e6154c7 owned by network:router_interface {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:23.472079 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-35092998-d68f-4640-9202-bd23b5568335 None None] Set router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:23.508956 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Deleting port 07e9e6f2-1af1-4314-9524-c9e4eeee8351 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:23.509294 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:23.768822 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] For port 07e9e6f2-1af1-4314-9524-c9e4eeee8351, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=07e9e6f2-1af1-4314-9524-c9e4eeee8351,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:23.769221 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:23.787218 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-35092998-d68f-4640-9202-bd23b5568335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T21:02:21Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.795137 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Calling delete_port for 07e9e6f2-1af1-4314-9524-c9e4eeee8351 owned by network:router_gateway {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:23.849429 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35092998-d68f-4640-9202-bd23b5568335 None None] The sync data for ids ['6a1997fc-d13f-4db0-b46a-bd1b89a3799e'] in dv-cinder-826510-5-iscsi is: [{'id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'name': 'tempest-AttachVolumeShelveTestJSON-1274571676-router', 'tenant_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:38Z', 'updated_at': '2022-04-18T21:02:21Z', 'revision_number': 5, 'project_id': 'a0e794ba52ab44c5a2b5906338c002d6', 'gw_port': {'id': '07e9e6f2-1af1-4314-9524-c9e4eeee8351', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1997fc-d13f-4db0-b46a-bd1b89a3799e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:39Z', 'updated_at': '2022-04-18T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:24.024640 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (94e715da-bd9d-4694-aedb-3d919e6154c7), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.067983 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e715da-bd9d-4694-aedb-3d919e6154c7,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.145642 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55700) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:24.173446 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4dff390e-db99-475d-b23a-8131a93d92c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.288567 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (07e9e6f2-1af1-4314-9524-c9e4eeee8351), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.350784 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e9e6f2-1af1-4314-9524-c9e4eeee8351,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.374137 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4dff390e-db99-475d-b23a-8131a93d92c7 admin admin] Publish callbacks [] for security_group (8a128748-52de-4c88-a2b0-18adbfff195b), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.464737 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4dff390e-db99-475d-b23a-8131a93d92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8a128748-52de-4c88-a2b0-18adbfff195b), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.513827 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.543921 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-4dff390e-db99-475d-b23a-8131a93d92c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fc092c42f8443d2babf3e21688c96e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953936 Apr 18 21:02:24.548425 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55702) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:24.560316 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff390e-db99-475d-b23a-8131a93d92c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a128748-52de-4c88-a2b0-18adbfff195b,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.567876 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.636855 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-452eb349-406c-430a-a0a6-d9143ce546e7 admin admin] Publish callbacks [] for security_group (8a128748-52de-4c88-a2b0-18adbfff195b), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.692826 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-452eb349-406c-430a-a0a6-d9143ce546e7 admin admin] Publish callbacks [] for security_group (8a128748-52de-4c88-a2b0-18adbfff195b), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.734626 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.740788 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks [] for router_controller (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.787187 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device dfaf80cc-10c0-4881-ad23-088d549cee7f no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:24.827598 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: dfaf80cc-10c0-4881-ad23-088d549cee7f {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:24.828510 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device dfaf80cc-10c0-4881-ad23-088d549cee7f not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:24.891222 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-452eb349-406c-430a-a0a6-d9143ce546e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8a128748-52de-4c88-a2b0-18adbfff195b), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.895665 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-452eb349-406c-430a-a0a6-d9143ce546e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:24.897623 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-452eb349-406c-430a-a0a6-d9143ce546e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a128748-52de-4c88-a2b0-18adbfff195b HTTP/1.1" status: 204 len: 168 time: 0.3474259 Apr 18 21:02:24.917086 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eb349-406c-430a-a0a6-d9143ce546e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a128748-52de-4c88-a2b0-18adbfff195b,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:25.011854 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-fa2be701-b78e-479c-9ba3-e625e4754c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:25.013585 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (6a1997fc-d13f-4db0-b46a-bd1b89a3799e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:25.014346 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1997fc-d13f-4db0-b46a-bd1b89a3799e {{(pid=110664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:25.024425 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:25.027469 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-ca4532db-11e1-457c-9530-98ede0ec3e52 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6a1997fc-d13f-4db0-b46a-bd1b89a3799e HTTP/1.1" status: 204 len: 168 time: 2.4859066 Apr 18 21:02:25.030608 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55710) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:25.135217 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6604c690-e1f5-4a69-bfb3-3c1a93b1e0e2 admin admin] Deleting subnet 71493661-796a-428f-8ac2-7edf91ff13c7 {{(pid=110663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:02:25.154332 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6604c690-e1f5-4a69-bfb3-3c1a93b1e0e2 admin admin] Publish callbacks [] for subnet (71493661-796a-428f-8ac2-7edf91ff13c7), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:25.213639 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:25.247835 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6604c690-e1f5-4a69-bfb3-3c1a93b1e0e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13184746'] for subnet (71493661-796a-428f-8ac2-7edf91ff13c7), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:25.446215 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:25.456611 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-124441b8-f00c-4070-a227-b05349195162 admin admin] 10.222.0.53 "PUT /v2.0/routers/f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1210823 Apr 18 21:02:25.457496 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6604c690-e1f5-4a69-bfb3-3c1a93b1e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (71493661-796a-428f-8ac2-7edf91ff13c7), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:25.460494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55716) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:25.467023 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] Sync routers for ids ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:25.491035 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] Routers {'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:25.492692 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.649860 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6604c690-e1f5-4a69-bfb3-3c1a93b1e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12669708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12587789'] for subnet (71493661-796a-428f-8ac2-7edf91ff13c7), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:25.721249 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] Set router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:25.749606 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67326aa8-c258-40cd-b1f7-4d09bbef294d None None] Network a3a3ca30-f467-4723-b6ab-4f6182f7cd9f requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:02:25.759730 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604c690-e1f5-4a69-bfb3-3c1a93b1e0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71493661-796a-428f-8ac2-7edf91ff13c7,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:25.766125 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6604c690-e1f5-4a69-bfb3-3c1a93b1e0e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:25.772076 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6604c690-e1f5-4a69-bfb3-3c1a93b1e0e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/71493661-796a-428f-8ac2-7edf91ff13c7 HTTP/1.1" status: 204 len: 168 time: 0.7392602 Apr 18 21:02:25.776389 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55718) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:25.919158 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.023775 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Deleting port d6744cbd-dc6d-4319-9a45-f029b2b4a957 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:26.024264 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.129403 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] DHCP port deletion for a3a3ca30-f467-4723-b6ab-4f6182f7cd9f request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:02:26.139358 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T21:02:23Z', 'revision_number': 5, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.160951 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] For port d6744cbd-dc6d-4319-9a45-f029b2b4a957, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=d6744cbd-dc6d-4319-9a45-f029b2b4a957,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:26.161870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.172729 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks [] for router (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.195501 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Calling delete_port for d6744cbd-dc6d-4319-9a45-f029b2b4a957 owned by network:dhcp {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:26.212875 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] Checking router: f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:26.240792 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] Deleting port d6744cbd-dc6d-4319-9a45-f029b2b4a957 {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:26.241451 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.262018 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] Routers {'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:26.263184 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:01:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.281971 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55722) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:26.304389 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b8240685-7204-4b31-be1a-88467cc69229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.452991 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks [] for router_gateway (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.463680 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] For port d6744cbd-dc6d-4319-9a45-f029b2b4a957, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=d6744cbd-dc6d-4319-9a45-f029b2b4a957,segment=NetworkSegment(6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a),segment_id=6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:26.465028 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.496389 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] Calling delete_port for d6744cbd-dc6d-4319-9a45-f029b2b4a957 owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:26.560192 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b8240685-7204-4b31-be1a-88467cc69229 admin admin] Publish callbacks [] for security_group (53f91e2b-cef9-4d26-9cca-bcb4cf4b94bf), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.568827 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] Set router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:26.628077 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.697130 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (d6744cbd-dc6d-4319-9a45-f029b2b4a957), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.697278 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Deleting port 1e9bc6e8-5bbd-406d-a61a-038a922491ea {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:26.697278 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.748837 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b8240685-7204-4b31-be1a-88467cc69229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (53f91e2b-cef9-4d26-9cca-bcb4cf4b94bf), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.756608 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6744cbd-dc6d-4319-9a45-f029b2b4a957,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:26.763330 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] No DVR routers for this DVR port d6744cbd-dc6d-4319-9a45-f029b2b4a957 on host dv-cinder-826510-5-iscsi {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:26.774505 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] No DVR routers for this DVR port d6744cbd-dc6d-4319-9a45-f029b2b4a957 on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:26.801963 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b30cf-1d9e-4a89-b863-6b6a719e36d2 None None] Pushing event deleted for resources: {'Port': ['ID=d6744cbd-dc6d-4319-9a45-f029b2b4a957,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:26.840522 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 07e9e6f2-1af1-4314-9524-c9e4eeee8351 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:26.891784 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 07e9e6f2-1af1-4314-9524-c9e4eeee8351 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:26.892520 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 07e9e6f2-1af1-4314-9524-c9e4eeee8351 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:26.893246 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device d6744cbd-dc6d-4319-9a45-f029b2b4a957 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:26.940058 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: d6744cbd-dc6d-4319-9a45-f029b2b4a957 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:26.940927 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device d6744cbd-dc6d-4319-9a45-f029b2b4a957 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:26.953039 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T21:02:23Z', 'revision_number': 5, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.955966 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] For port 1e9bc6e8-5bbd-406d-a61a-038a922491ea, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1e9bc6e8-5bbd-406d-a61a-038a922491ea,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:26.956587 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:26.973535 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b8240685-7204-4b31-be1a-88467cc69229 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7146075e285457a868167e0b620c577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6856468 Apr 18 21:02:26.975102 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8240685-7204-4b31-be1a-88467cc69229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f91e2b-cef9-4d26-9cca-bcb4cf4b94bf,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:26.977707 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55728) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:26.995494 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Calling delete_port for 1e9bc6e8-5bbd-406d-a61a-038a922491ea owned by network:router_gateway {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:27.007194 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d383feb-df08-4b1a-83a1-9eb5a4dc787a None None] The sync data for ids ['f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45'] in dv-cinder-826510-5-iscsi is: [{'id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'name': 'tempest-TestMinimumBasicScenario-279899341-router', 'tenant_id': '56ec6069d85c4897a118b4d830efa5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T21:02:23Z', 'revision_number': 5, 'project_id': '56ec6069d85c4897a118b4d830efa5be', 'gw_port': {'id': '1e9bc6e8-5bbd-406d-a61a-038a922491ea', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:35Z', 'updated_at': '2022-04-18T20:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:27.041172 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.079974 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a3ca30-f467-4723-b6ab-4f6182f7cd9f']}} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:27.096726 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a') {'for_net_delete': True} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:27.097078 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a') {} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:27.110830 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13184721'] for segment (6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.142470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.154995 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:27.156225 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12669878'] for segment (6b7116eb-a3c1-4b6b-99f0-a70accdb8e9a), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: Traceback (most recent call last): Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: timer() Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: cb(*args, **kw) Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: return func(*args, **kwargs) Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: self._notify() Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: self.callback(batched_events) Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: event.method(event) Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: return f(self, *a, **k) Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._get(url).json() Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:27.159592 dv-cinder-826510-5-iscsi neutron-server[110663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:27.193523 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0f2a-8f05-4810-92bb-ab6d9f97d80a admin admin] Publish callbacks [] for security_group (53f91e2b-cef9-4d26-9cca-bcb4cf4b94bf), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.316941 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b09a10aa-c268-4a1e-9008-debdcb8ba991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.322051 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0f2a-8f05-4810-92bb-ab6d9f97d80a admin admin] Publish callbacks [] for security_group (53f91e2b-cef9-4d26-9cca-bcb4cf4b94bf), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.384709 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (a3a3ca30-f467-4723-b6ab-4f6182f7cd9f), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.396741 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.401457 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] 10.222.0.53 "DELETE /v2.0/networks/a3a3ca30-f467-4723-b6ab-4f6182f7cd9f HTTP/1.1" status: 204 len: 168 time: 1.6232147 Apr 18 21:02:27.422425 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb80866-cdd3-41d5-af54-cee0eaeae69f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a3ca30-f467-4723-b6ab-4f6182f7cd9f,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:27.554066 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (1e9bc6e8-5bbd-406d-a61a-038a922491ea), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.594681 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0f2a-8f05-4810-92bb-ab6d9f97d80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (53f91e2b-cef9-4d26-9cca-bcb4cf4b94bf), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.599463 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0f2a-8f05-4810-92bb-ab6d9f97d80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.601492 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4c2a0f2a-8f05-4810-92bb-ab6d9f97d80a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53f91e2b-cef9-4d26-9cca-bcb4cf4b94bf HTTP/1.1" status: 204 len: 168 time: 0.6222987 Apr 18 21:02:27.619758 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9bc6e8-5bbd-406d-a61a-038a922491ea,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:27.648628 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a0f2a-8f05-4810-92bb-ab6d9f97d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f91e2b-cef9-4d26-9cca-bcb4cf4b94bf,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:27.762878 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.921561 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.926207 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks [] for router_controller (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:27.969631 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55738) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:28.040244 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d6584b27-c90d-49a1-a1c9-fcb44021c3a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0e794ba52ab44c5a2b5906338c002d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0687339 Apr 18 21:02:28.043535 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55740) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:28.088988 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.090262 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 {{(pid=110664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:28.110669 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.115821 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-c1b968ae-7e5c-475c-937b-5859e432e53b admin admin] 10.222.0.53 "DELETE /v2.0/routers/f9f5781d-cd27-4c5a-84c7-92f9b8fb0f45 HTTP/1.1" status: 204 len: 168 time: 2.6500325 Apr 18 21:02:28.116269 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55746) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:28.169195 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b6a18bed-1389-4cc9-b933-651da5f90674 admin admin] Publish callbacks [] for security_group (71a16878-2f48-46c3-8a2f-e5dda51eb14c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.238373 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f51d5e1-3dd2-4df2-b8d6-0583d33cec3c admin admin] Deleting subnet 294bdcde-9f71-4893-9da6-8c97f1731eba {{(pid=110663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:02:28.241849 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b6a18bed-1389-4cc9-b933-651da5f90674 admin admin] Publish callbacks [] for security_group (71a16878-2f48-46c3-8a2f-e5dda51eb14c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.245575 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f51d5e1-3dd2-4df2-b8d6-0583d33cec3c admin admin] Publish callbacks [] for subnet (294bdcde-9f71-4893-9da6-8c97f1731eba), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.360013 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f51d5e1-3dd2-4df2-b8d6-0583d33cec3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13184746'] for subnet (294bdcde-9f71-4893-9da6-8c97f1731eba), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.444801 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.479038 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b6a18bed-1389-4cc9-b933-651da5f90674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (71a16878-2f48-46c3-8a2f-e5dda51eb14c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.485764 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b6a18bed-1389-4cc9-b933-651da5f90674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.487575 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b6a18bed-1389-4cc9-b933-651da5f90674 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71a16878-2f48-46c3-8a2f-e5dda51eb14c HTTP/1.1" status: 204 len: 168 time: 0.4424205 Apr 18 21:02:28.505715 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a18bed-1389-4cc9-b933-651da5f90674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a16878-2f48-46c3-8a2f-e5dda51eb14c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.540929 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f51d5e1-3dd2-4df2-b8d6-0583d33cec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (294bdcde-9f71-4893-9da6-8c97f1731eba), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.751189 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:02:28.768809 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f51d5e1-3dd2-4df2-b8d6-0583d33cec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12669708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12587789'] for subnet (294bdcde-9f71-4893-9da6-8c97f1731eba), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.831197 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51d5e1-3dd2-4df2-b8d6-0583d33cec3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294bdcde-9f71-4893-9da6-8c97f1731eba,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.840160 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3f51d5e1-3dd2-4df2-b8d6-0583d33cec3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:28.851546 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-3f51d5e1-3dd2-4df2-b8d6-0583d33cec3c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/294bdcde-9f71-4893-9da6-8c97f1731eba HTTP/1.1" status: 204 len: 168 time: 0.7300062 Apr 18 21:02:28.855011 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55762) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:28.855853 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de6d5c-76d6-4856-abc7-4e0984ed24c2 None None] Network bfd5b0e4-48ae-468b-aa86-123ed1861968 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:02:28.908101 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 94e715da-bd9d-4694-aedb-3d919e6154c7 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:28.949749 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 94e715da-bd9d-4694-aedb-3d919e6154c7 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:28.950339 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 94e715da-bd9d-4694-aedb-3d919e6154c7 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:28.951067 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1e9bc6e8-5bbd-406d-a61a-038a922491ea no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:28.999967 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 1e9bc6e8-5bbd-406d-a61a-038a922491ea {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:29.001979 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1e9bc6e8-5bbd-406d-a61a-038a922491ea not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:29.014400 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (bfd5b0e4-48ae-468b-aa86-123ed1861968), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.120606 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Deleting port be769654-79d1-472b-828b-7713383dc221 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:29.120606 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (be769654-79d1-472b-828b-7713383dc221), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.288962 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] DHCP port deletion for bfd5b0e4-48ae-468b-aa86-123ed1861968 request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:02:29.293025 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] For port be769654-79d1-472b-828b-7713383dc221, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=be769654-79d1-472b-828b-7713383dc221,segment=NetworkSegment(3869558e-f2b3-441c-bab6-f191345f0385),segment_id=3869558e-f2b3-441c-bab6-f191345f0385)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:29.293805 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (be769654-79d1-472b-828b-7713383dc221), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.328981 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Calling delete_port for be769654-79d1-472b-828b-7713383dc221 owned by network:dhcp {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:29.394504 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Deleting port be769654-79d1-472b-828b-7713383dc221 {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:02:29.394504 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (be769654-79d1-472b-828b-7713383dc221), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.546060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] For port be769654-79d1-472b-828b-7713383dc221, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=be769654-79d1-472b-828b-7713383dc221,segment=NetworkSegment(3869558e-f2b3-441c-bab6-f191345f0385),segment_id=3869558e-f2b3-441c-bab6-f191345f0385)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:29.549729 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (be769654-79d1-472b-828b-7713383dc221), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.573975 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Calling delete_port for be769654-79d1-472b-828b-7713383dc221 owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:02:29.604660 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (be769654-79d1-472b-828b-7713383dc221), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.683694 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=be769654-79d1-472b-828b-7713383dc221,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:29.688729 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] No DVR routers for this DVR port be769654-79d1-472b-828b-7713383dc221 on host dv-cinder-826510-5-iscsi {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:29.747782 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (be769654-79d1-472b-828b-7713383dc221), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.769655 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] No DVR routers for this DVR port be769654-79d1-472b-828b-7713383dc221 on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:29.792863 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Pushing event deleted for resources: {'Port': ['ID=be769654-79d1-472b-828b-7713383dc221,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:29.841827 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.855066 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4394a-a3f7-42d2-aa2a-2bfb8bcb8170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:29.857307 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (bfd5b0e4-48ae-468b-aa86-123ed1861968), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.896597 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd5b0e4-48ae-468b-aa86-123ed1861968']}} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.925944 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3869558e-f2b3-441c-bab6-f191345f0385') {'for_net_delete': True} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.926415 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3869558e-f2b3-441c-bab6-f191345f0385') {} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.963982 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13184721'] for segment (3869558e-f2b3-441c-bab6-f191345f0385), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:29.995575 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (3869558e-f2b3-441c-bab6-f191345f0385), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:30.013189 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:30.013885 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12669878'] for segment (3869558e-f2b3-441c-bab6-f191345f0385), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: Traceback (most recent call last): Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: timer() Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: cb(*args, **kw) Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: return func(*args, **kwargs) Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: self._notify() Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: self.callback(batched_events) Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: event.method(event) Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: return f(self, *a, **k) Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._get(url).json() Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:30.017883 dv-cinder-826510-5-iscsi neutron-server[110663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:30.270300 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:30.270823 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (bfd5b0e4-48ae-468b-aa86-123ed1861968), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:30.297330 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:30.314642 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bfd5b0e4-48ae-468b-aa86-123ed1861968 HTTP/1.1" status: 204 len: 168 time: 1.4487228 Apr 18 21:02:30.314642 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c0398-ca62-4760-a551-7fffc2d8eaa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd5b0e4-48ae-468b-aa86-123ed1861968,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.724005 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device be769654-79d1-472b-828b-7713383dc221 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:30.771613 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: be769654-79d1-472b-828b-7713383dc221 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:02:30.772203 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device be769654-79d1-472b-828b-7713383dc221 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:30.899948 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55812) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:31.002427 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f03fefe3-a2fe-4382-8c3d-e8a482dc32ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eb6a73c0c864ea98674f8252693c51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1007910 Apr 18 21:02:31.010508 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 55814) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:31.128884 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-719fa764-2a47-4e50-b400-b6e2e50861f1 admin admin] Publish callbacks [] for security_group (014f95c7-b53d-45cb-80ee-b03d789a3df1), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:31.179150 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-719fa764-2a47-4e50-b400-b6e2e50861f1 admin admin] Publish callbacks [] for security_group (014f95c7-b53d-45cb-80ee-b03d789a3df1), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:31.360097 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-719fa764-2a47-4e50-b400-b6e2e50861f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (014f95c7-b53d-45cb-80ee-b03d789a3df1), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:31.365451 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-719fa764-2a47-4e50-b400-b6e2e50861f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:31.368314 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-719fa764-2a47-4e50-b400-b6e2e50861f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/014f95c7-b53d-45cb-80ee-b03d789a3df1 HTTP/1.1" status: 204 len: 168 time: 0.3561273 Apr 18 21:02:31.384203 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fa764-2a47-4e50-b400-b6e2e50861f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f95c7-b53d-45cb-80ee-b03d789a3df1,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.602483 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:32.075529 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:32.357642 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55842) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:32.420637 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-f07e79b5-0ecd-45f7-bb7b-8162cec0fb22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56ec6069d85c4897a118b4d830efa5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608866 Apr 18 21:02:32.425410 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 55844) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:32.507031 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-49cf6279-f5f9-4077-b0a7-bc0f5afa03d6 admin admin] Publish callbacks [] for security_group (d9e7fb74-515d-4817-ade9-dffcc6582104), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:32.535097 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-49cf6279-f5f9-4077-b0a7-bc0f5afa03d6 admin admin] Publish callbacks [] for security_group (d9e7fb74-515d-4817-ade9-dffcc6582104), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:32.736234 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-49cf6279-f5f9-4077-b0a7-bc0f5afa03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (d9e7fb74-515d-4817-ade9-dffcc6582104), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:32.745946 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-49cf6279-f5f9-4077-b0a7-bc0f5afa03d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:32.745946 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-49cf6279-f5f9-4077-b0a7-bc0f5afa03d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9e7fb74-515d-4817-ade9-dffcc6582104 HTTP/1.1" status: 204 len: 168 time: 0.3166971 Apr 18 21:02:32.763641 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf6279-f5f9-4077-b0a7-bc0f5afa03d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e7fb74-515d-4817-ade9-dffcc6582104,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.736986 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-6708af01-0990-4ed3-be44-f83d8390d11a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595882 Apr 18 21:02:41.844185 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-0eb50408-3b40-4eb7-b3fb-a8d92a342ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:41.846323 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-0eb50408-3b40-4eb7-b3fb-a8d92a342ec6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1129 time: 0.0573537 Apr 18 21:02:42.042467 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-0a0d18b0-b078-4d19-a840-2ab05fcee46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:42.050167 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-0a0d18b0-b078-4d19-a840-2ab05fcee46e service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.1782031 Apr 18 21:02:42.165559 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-2e8931f8-9b03-4204-a728-1951a2c56962 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 200 len: 1001 time: 0.1085885 Apr 18 21:02:42.245135 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-8958882f-ade0-48db-bce7-4ac01627a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:42.248193 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-8958882f-ade0-48db-bce7-4ac01627a8ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0758605 Apr 18 21:02:42.314495 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-7c7e0e4e-857f-4c4f-b5d3-339e1d554e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:02:42.314967 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-7c7e0e4e-857f-4c4f-b5d3-339e1d554e3a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608315 Apr 18 21:02:42.449039 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-8e3f8c14-731f-457e-8425-01f5b51f7a5b service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282606 Apr 18 21:02:42.601933 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-acfef80b-d2e2-4ec7-af9b-d66a9126a08a req-651e00eb-c485-4b88-8282-66a027473ec1 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465797 Apr 18 21:02:44.487453 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56012) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:44.659758 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b34eb6c4-d7af-4e75-9fda-be154b4161ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:44.768871 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b34eb6c4-d7af-4e75-9fda-be154b4161ca admin admin] Publish callbacks [] for security_group (8bad049b-f641-47ae-a42a-7ef4647f56bb), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:44.869268 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-b34eb6c4-d7af-4e75-9fda-be154b4161ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8bad049b-f641-47ae-a42a-7ef4647f56bb), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:44.924655 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-b34eb6c4-d7af-4e75-9fda-be154b4161ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc77f3a6cec24f1bbac9204c009f1aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354682 Apr 18 21:02:44.926006 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eb6c4-d7af-4e75-9fda-be154b4161ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bad049b-f641-47ae-a42a-7ef4647f56bb,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.928824 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56016) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:44.998866 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a144275c-78ff-4db8-ba8c-dfceaaca55be admin admin] Publish callbacks [] for security_group (8bad049b-f641-47ae-a42a-7ef4647f56bb), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:45.027388 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a144275c-78ff-4db8-ba8c-dfceaaca55be admin admin] Publish callbacks [] for security_group (8bad049b-f641-47ae-a42a-7ef4647f56bb), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:45.161011 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a144275c-78ff-4db8-ba8c-dfceaaca55be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8bad049b-f641-47ae-a42a-7ef4647f56bb), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:45.164402 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a144275c-78ff-4db8-ba8c-dfceaaca55be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:45.165732 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a144275c-78ff-4db8-ba8c-dfceaaca55be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bad049b-f641-47ae-a42a-7ef4647f56bb HTTP/1.1" status: 204 len: 168 time: 0.2352750 Apr 18 21:02:45.177426 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144275c-78ff-4db8-ba8c-dfceaaca55be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bad049b-f641-47ae-a42a-7ef4647f56bb,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.000665 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56028) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:46.016112 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-24c84b64-16e8-4a6e-9f0f-01152fccc0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:46.116829 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-24c84b64-16e8-4a6e-9f0f-01152fccc0ea admin admin] Publish callbacks [] for security_group (e7e09120-2358-46d0-ab99-07c51018e87c), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:46.221592 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-24c84b64-16e8-4a6e-9f0f-01152fccc0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e7e09120-2358-46d0-ab99-07c51018e87c), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:46.293806 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-24c84b64-16e8-4a6e-9f0f-01152fccc0ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b50d674c6ba4b1a978948492d8c942f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917120 Apr 18 21:02:46.302803 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56040) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:46.304561 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c84b64-16e8-4a6e-9f0f-01152fccc0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e09120-2358-46d0-ab99-07c51018e87c,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.400454 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8502039d-5159-484a-8745-9bc74be14031 admin admin] Publish callbacks [] for security_group (e7e09120-2358-46d0-ab99-07c51018e87c), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:46.438961 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8502039d-5159-484a-8745-9bc74be14031 admin admin] Publish callbacks [] for security_group (e7e09120-2358-46d0-ab99-07c51018e87c), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:46.615744 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8502039d-5159-484a-8745-9bc74be14031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (e7e09120-2358-46d0-ab99-07c51018e87c), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:46.620469 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8502039d-5159-484a-8745-9bc74be14031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:46.622501 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-8502039d-5159-484a-8745-9bc74be14031 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7e09120-2358-46d0-ab99-07c51018e87c HTTP/1.1" status: 204 len: 168 time: 0.3179228 Apr 18 21:02:46.637977 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502039d-5159-484a-8745-9bc74be14031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e09120-2358-46d0-ab99-07c51018e87c,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.929722 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56088) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:49.074444 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb4afabc-4bfd-452a-91c3-3b8a27bb4865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:49.199300 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb4afabc-4bfd-452a-91c3-3b8a27bb4865 admin admin] Publish callbacks [] for security_group (73d8d6c1-4555-4c4e-af03-8d2965bc9e92), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:49.278111 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cb4afabc-4bfd-452a-91c3-3b8a27bb4865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (73d8d6c1-4555-4c4e-af03-8d2965bc9e92), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:49.320675 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4afabc-4bfd-452a-91c3-3b8a27bb4865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8d6c1-4555-4c4e-af03-8d2965bc9e92,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.326519 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cb4afabc-4bfd-452a-91c3-3b8a27bb4865 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d820c98de0448939bd4ad8ce90824e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953269 Apr 18 21:02:49.329735 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56100) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:49.412000 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-46a2c84e-cd38-4841-a02d-1f025bd92684 admin admin] Publish callbacks [] for security_group (73d8d6c1-4555-4c4e-af03-8d2965bc9e92), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:49.453508 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-46a2c84e-cd38-4841-a02d-1f025bd92684 admin admin] Publish callbacks [] for security_group (73d8d6c1-4555-4c4e-af03-8d2965bc9e92), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:49.647237 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-46a2c84e-cd38-4841-a02d-1f025bd92684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (73d8d6c1-4555-4c4e-af03-8d2965bc9e92), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:49.650439 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-46a2c84e-cd38-4841-a02d-1f025bd92684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:49.651984 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-46a2c84e-cd38-4841-a02d-1f025bd92684 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73d8d6c1-4555-4c4e-af03-8d2965bc9e92 HTTP/1.1" status: 204 len: 168 time: 0.3212769 Apr 18 21:02:49.663028 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2c84e-cd38-4841-a02d-1f025bd92684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8d6c1-4555-4c4e-af03-8d2965bc9e92,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.851514 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56156) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:52.038957 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3061bfd1-833f-4e3e-9f34-0851d38afb00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:52.178421 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3061bfd1-833f-4e3e-9f34-0851d38afb00 admin admin] Publish callbacks [] for security_group (5eae1db2-7893-4a9d-b936-ae2f017a7dc9), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:52.252446 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3061bfd1-833f-4e3e-9f34-0851d38afb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (5eae1db2-7893-4a9d-b936-ae2f017a7dc9), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:52.297624 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-3061bfd1-833f-4e3e-9f34-0851d38afb00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37c1ba073ca84179aa305aca86d64ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449193 Apr 18 21:02:52.298671 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061bfd1-833f-4e3e-9f34-0851d38afb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eae1db2-7893-4a9d-b936-ae2f017a7dc9,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:52.301957 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56168) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:52.702151 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a0d82e00-0828-42c3-9e0d-4ba67216a533 admin admin] Publish callbacks [] for security_group (5eae1db2-7893-4a9d-b936-ae2f017a7dc9), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:52.731856 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a0d82e00-0828-42c3-9e0d-4ba67216a533 admin admin] Publish callbacks [] for security_group (5eae1db2-7893-4a9d-b936-ae2f017a7dc9), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:52.927813 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a0d82e00-0828-42c3-9e0d-4ba67216a533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (5eae1db2-7893-4a9d-b936-ae2f017a7dc9), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:52.932865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a0d82e00-0828-42c3-9e0d-4ba67216a533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:52.935060 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-a0d82e00-0828-42c3-9e0d-4ba67216a533 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5eae1db2-7893-4a9d-b936-ae2f017a7dc9 HTTP/1.1" status: 204 len: 168 time: 0.6314108 Apr 18 21:02:52.949411 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d82e00-0828-42c3-9e0d-4ba67216a533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eae1db2-7893-4a9d-b936-ae2f017a7dc9,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.979140 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-76bf0a8a-cfd5-4c86-af2a-60cbae2c7905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:57.292691 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-a95d4ee3-7935-4c09-a1d5-fb7d6a9aaa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:58.360650 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:58.947590 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56250) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:59.105432 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ae5c3416-190d-43ae-843d-29e58ef09101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:59.202991 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ae5c3416-190d-43ae-843d-29e58ef09101 admin admin] Publish callbacks [] for security_group (02cc8b87-6d29-4ed5-9d46-1c31774263d0), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:59.298052 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-ae5c3416-190d-43ae-843d-29e58ef09101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (02cc8b87-6d29-4ed5-9d46-1c31774263d0), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:59.376110 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-ae5c3416-190d-43ae-843d-29e58ef09101 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad953e7b4d2446d39df7845f67818090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261155 Apr 18 21:02:59.378086 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c3416-190d-43ae-843d-29e58ef09101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc8b87-6d29-4ed5-9d46-1c31774263d0,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.379392 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56256) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:02:59.471065 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4000-83b7-4a62-bee0-6e493a43d19f admin admin] Publish callbacks [] for security_group (02cc8b87-6d29-4ed5-9d46-1c31774263d0), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:59.511223 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4000-83b7-4a62-bee0-6e493a43d19f admin admin] Publish callbacks [] for security_group (02cc8b87-6d29-4ed5-9d46-1c31774263d0), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:59.689444 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4000-83b7-4a62-bee0-6e493a43d19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (02cc8b87-6d29-4ed5-9d46-1c31774263d0), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:59.693247 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4000-83b7-4a62-bee0-6e493a43d19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:02:59.694548 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-3cfe4000-83b7-4a62-bee0-6e493a43d19f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02cc8b87-6d29-4ed5-9d46-1c31774263d0 HTTP/1.1" status: 204 len: 168 time: 0.3135872 Apr 18 21:02:59.708825 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe4000-83b7-4a62-bee0-6e493a43d19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc8b87-6d29-4ed5-9d46-1c31774263d0,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.258438 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:00.595742 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56264) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:00.614776 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-fd89379f-9845-4bd0-b307-f46145006d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:00.754089 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-fd89379f-9845-4bd0-b307-f46145006d45 admin admin] Publish callbacks [] for security_group (f3e1311a-d60b-4177-8ed1-e77198113e5e), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:00.880694 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-fd89379f-9845-4bd0-b307-f46145006d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (f3e1311a-d60b-4177-8ed1-e77198113e5e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:00.932132 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-fd89379f-9845-4bd0-b307-f46145006d45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1491495c90d84e7dadb0ef79ecbcc5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344603 Apr 18 21:03:00.934095 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89379f-9845-4bd0-b307-f46145006d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e1311a-d60b-4177-8ed1-e77198113e5e,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.937002 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56266) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:01.026019 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1da34c7e-c771-4638-87ea-63ccf0a55c80 admin admin] Publish callbacks [] for security_group (f3e1311a-d60b-4177-8ed1-e77198113e5e), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:01.065105 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1da34c7e-c771-4638-87ea-63ccf0a55c80 admin admin] Publish callbacks [] for security_group (f3e1311a-d60b-4177-8ed1-e77198113e5e), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:01.272392 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1da34c7e-c771-4638-87ea-63ccf0a55c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (f3e1311a-d60b-4177-8ed1-e77198113e5e), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:01.275175 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-1da34c7e-c771-4638-87ea-63ccf0a55c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:01.276666 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-1da34c7e-c771-4638-87ea-63ccf0a55c80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3e1311a-d60b-4177-8ed1-e77198113e5e HTTP/1.1" status: 204 len: 168 time: 0.3372436 Apr 18 21:03:01.287605 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34c7e-c771-4638-87ea-63ccf0a55c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e1311a-d60b-4177-8ed1-e77198113e5e,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:01.562079 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:02.079439 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:02.793577 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56298) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:02.974214 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-497225389-network', 'tenant_id': 'e764cec861744a789f865c7902bdcd7b'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:03.146725 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Made reservation on behalf of e764cec861744a789f865c7902bdcd7b for: {'network': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:03.151047 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:03.167357 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:03.324573 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Publish callbacks [] for security_group (27c3179c-ed95-4497-adc4-9c6a2e51ce5e), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:03.472618 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (27c3179c-ed95-4497-adc4-9c6a2e51ce5e), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:03.504080 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=110663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:03.513827 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c3179c-ed95-4497-adc4-9c6a2e51ce5e,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.527235 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.527668 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.528065 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.528439 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.529345 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.529694 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.530029 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.530357 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.530692 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.531055 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.531390 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.531722 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.532169 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.532498 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.532825 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:03.537232 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (e60a065e-9914-40a4-9d15-048ad495c27b), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:03.539440 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.segments_db [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Added segment e60a065e-9914-40a4-9d15-048ad495c27b of type vlan for network 0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde Apr 18 21:03:03.591866 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:03.753148 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:03.754480 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:03.755321 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:03.865442 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] Pushing event updated for resources: {'Network': ['ID=0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.884060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:03:03.907085 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9ccd38ee-7b46-417a-af76-4ce4c23f33ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1110594 Apr 18 21:03:03.911403 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56312) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:03.920752 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Request body: {'subnet': {'network_id': '0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-497225389-subnet', 'tenant_id': 'e764cec861744a789f865c7902bdcd7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:04.035469 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Made reservation on behalf of e764cec861744a789f865c7902bdcd7b for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:04.039546 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12587810'] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:04.389697 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12670163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12587828'] for subnet (d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:04.473789 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.486712 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Checking segment: {'id': 'e60a065e-9914-40a4-9d15-048ad495c27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:04.487236 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Network hostable DHCP agents. Network: 0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:04.606423 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Network 0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:04.708827 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:04.714273 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:04.715443 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:04.722523 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cce6522-113a-494a-b434-3148f6df4c75 None None] Network 0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:03:04.812987 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d81cf3a4-9f6a-487f-8f24-35e7dd3b34f0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8998761 Apr 18 21:03:04.870345 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890c81d7-507c-4d28-a05b-675400fd9f22 None None] Network 0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:03:05.742040 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:03:05.898818 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56332) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:05.909073 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613416275-network', 'tenant_id': '7464b80459154e27ae56a739d756ea27'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:06.092736 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Made reservation on behalf of 7464b80459154e27ae56a739d756ea27 for: {'network': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:06.095252 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:06.105866 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:06.197956 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Publish callbacks [] for security_group (376ae85e-5784-4e6a-89e4-cc292bdf58c5), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:06.297755 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (376ae85e-5784-4e6a-89e4-cc292bdf58c5), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:06.329783 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=110663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:06.337147 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ae85e-5784-4e6a-89e4-cc292bdf58c5,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.350576 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (9a35d028-3d16-4862-8539-709393a7dd3c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:06.351027 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.segments_db [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Added segment 9a35d028-3d16-4862-8539-709393a7dd3c of type vlan for network c6f3c711-fd37-4715-8604-b4acbc080135 Apr 18 21:03:06.399021 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (c6f3c711-fd37-4715-8604-b4acbc080135), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:06.520871 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (c6f3c711-fd37-4715-8604-b4acbc080135), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:06.522199 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:06.523283 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:06.610622 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] Pushing event updated for resources: {'Network': ['ID=c6f3c711-fd37-4715-8604-b4acbc080135,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.628389 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network c6f3c711-fd37-4715-8604-b4acbc080135 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:03:06.652836 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-e7dc4dff-1a14-472c-a005-5caf12382c21 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7521150 Apr 18 21:03:06.657397 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56334) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:06.664358 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Request body: {'subnet': {'network_id': 'c6f3c711-fd37-4715-8604-b4acbc080135', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613416275-subnet', 'tenant_id': '7464b80459154e27ae56a739d756ea27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:06.775816 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Made reservation on behalf of 7464b80459154e27ae56a739d756ea27 for: {'subnet': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:06.781495 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12587810'] for subnet (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:07.189182 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12670163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12587828'] for subnet (7eccbd2a-bf61-4777-b91f-bb179fda4ce2), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:07.260616 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eccbd2a-bf61-4777-b91f-bb179fda4ce2,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.270961 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Checking segment: {'id': '9a35d028-3d16-4862-8539-709393a7dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6f3c711-fd37-4715-8604-b4acbc080135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:07.271329 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Network hostable DHCP agents. Network: c6f3c711-fd37-4715-8604-b4acbc080135, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:07.472281 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Network c6f3c711-fd37-4715-8604-b4acbc080135 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:07.580498 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, c6f3c711-fd37-4715-8604-b4acbc080135) {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:07.587135 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:07.587817 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:07.594225 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad5a77-6396-4a56-a8cd-529f73f40382 None None] Network c6f3c711-fd37-4715-8604-b4acbc080135 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:03:07.724720 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3c49d-8c16-4dd6-9cb6-ed10ec7a7913 None None] Network c6f3c711-fd37-4715-8604-b4acbc080135 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:03:07.726912 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-957acffc-9a39-4fc0-b8a2-e25fa7765d67 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0679514 Apr 18 21:03:13.666389 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56420) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:13.843428 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:13.965522 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Publish callbacks [] for security_group (ce71df8c-ed20-4974-9eef-ef3472085151), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:14.037987 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ce71df8c-ed20-4974-9eef-ef3472085151), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:14.113589 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce71df8c-ed20-4974-9eef-ef3472085151,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.123534 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9a01e2395d34d16898b1c78e59a16ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546032 Apr 18 21:03:14.126619 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56428) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:14.133163 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.133800 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.134370 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.134979 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.135554 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.136118 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.136703 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.137318 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.138604 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.139241 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.139795 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.140352 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.141079 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.141681 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.142196 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c24a4-a2b6-405f-8847-94f5ce09fbf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:14.205869 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c26aae4b-a48c-4a29-bdc1-1c58f8b55b3c admin admin] Publish callbacks [] for security_group (ce71df8c-ed20-4974-9eef-ef3472085151), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:14.236878 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c26aae4b-a48c-4a29-bdc1-1c58f8b55b3c admin admin] Publish callbacks [] for security_group (ce71df8c-ed20-4974-9eef-ef3472085151), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:14.374833 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c26aae4b-a48c-4a29-bdc1-1c58f8b55b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ce71df8c-ed20-4974-9eef-ef3472085151), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:14.378254 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-c26aae4b-a48c-4a29-bdc1-1c58f8b55b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:14.379929 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-c26aae4b-a48c-4a29-bdc1-1c58f8b55b3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce71df8c-ed20-4974-9eef-ef3472085151 HTTP/1.1" status: 204 len: 168 time: 0.2516947 Apr 18 21:03:14.390419 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aae4b-a48c-4a29-bdc1-1c58f8b55b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce71df8c-ed20-4974-9eef-ef3472085151,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:15.334067 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56440) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:15.358698 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f49f71fc-ca41-4ce9-aafe-e55c28f3ac6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:15.463892 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f49f71fc-ca41-4ce9-aafe-e55c28f3ac6c admin admin] Publish callbacks [] for security_group (0f2be113-0404-4cb2-b3cb-0fe9a832ea63), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:15.563346 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f49f71fc-ca41-4ce9-aafe-e55c28f3ac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (0f2be113-0404-4cb2-b3cb-0fe9a832ea63), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:15.613982 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f49f71fc-ca41-4ce9-aafe-e55c28f3ac6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5cc100d0d0847878b331c9f747b0580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786872 Apr 18 21:03:15.616682 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f71fc-ca41-4ce9-aafe-e55c28f3ac6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2be113-0404-4cb2-b3cb-0fe9a832ea63,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:15.617218 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56442) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:15.691429 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fe848c5a-1cbb-41cb-bc28-8503aa65cc46 admin admin] Publish callbacks [] for security_group (0f2be113-0404-4cb2-b3cb-0fe9a832ea63), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:15.721530 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fe848c5a-1cbb-41cb-bc28-8503aa65cc46 admin admin] Publish callbacks [] for security_group (0f2be113-0404-4cb2-b3cb-0fe9a832ea63), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:15.909519 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fe848c5a-1cbb-41cb-bc28-8503aa65cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (0f2be113-0404-4cb2-b3cb-0fe9a832ea63), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:15.914281 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-fe848c5a-1cbb-41cb-bc28-8503aa65cc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:15.916322 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-fe848c5a-1cbb-41cb-bc28-8503aa65cc46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f2be113-0404-4cb2-b3cb-0fe9a832ea63 HTTP/1.1" status: 204 len: 168 time: 0.2975311 Apr 18 21:03:15.931165 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe848c5a-1cbb-41cb-bc28-8503aa65cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2be113-0404-4cb2-b3cb-0fe9a832ea63,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.910027 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56526) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:20.083592 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5043b33a-ce79-4610-b6e9-a94112e7d6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:20.187752 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5043b33a-ce79-4610-b6e9-a94112e7d6f7 admin admin] Publish callbacks [] for security_group (8bd89d72-2607-43b0-aec3-ad868c67bea6), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:20.314639 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5043b33a-ce79-4610-b6e9-a94112e7d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8bd89d72-2607-43b0-aec3-ad868c67bea6), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:20.382275 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5043b33a-ce79-4610-b6e9-a94112e7d6f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5acce3125cdb45858279f2dfc9d7b62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704647 Apr 18 21:03:20.385396 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56534) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:20.386295 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043b33a-ce79-4610-b6e9-a94112e7d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd89d72-2607-43b0-aec3-ad868c67bea6,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.453521 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-19be8957-bf3e-4d31-b5ae-6a566d804791 admin admin] Publish callbacks [] for security_group (8bd89d72-2607-43b0-aec3-ad868c67bea6), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:20.480711 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-19be8957-bf3e-4d31-b5ae-6a566d804791 admin admin] Publish callbacks [] for security_group (8bd89d72-2607-43b0-aec3-ad868c67bea6), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:20.634585 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-19be8957-bf3e-4d31-b5ae-6a566d804791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (8bd89d72-2607-43b0-aec3-ad868c67bea6), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:20.638411 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-19be8957-bf3e-4d31-b5ae-6a566d804791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:20.640094 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-19be8957-bf3e-4d31-b5ae-6a566d804791 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bd89d72-2607-43b0-aec3-ad868c67bea6 HTTP/1.1" status: 204 len: 168 time: 0.2531874 Apr 18 21:03:20.655556 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be8957-bf3e-4d31-b5ae-6a566d804791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd89d72-2607-43b0-aec3-ad868c67bea6,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.488350 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56544) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:21.504248 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9db71c5f-4968-44cc-ae0c-9726a4f38ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:21.623641 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9db71c5f-4968-44cc-ae0c-9726a4f38ee0 admin admin] Publish callbacks [] for security_group (ee5bff40-a9f2-4ef2-95bf-3e44e9c5a0c4), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:21.709019 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-9db71c5f-4968-44cc-ae0c-9726a4f38ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ee5bff40-a9f2-4ef2-95bf-3e44e9c5a0c4), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:21.761863 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-9db71c5f-4968-44cc-ae0c-9726a4f38ee0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5389e16ef5f4b0f8325479d2899a4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723484 Apr 18 21:03:21.763681 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db71c5f-4968-44cc-ae0c-9726a4f38ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5bff40-a9f2-4ef2-95bf-3e44e9c5a0c4,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.766328 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56548) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:21.834817 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15f0990f-1ca7-4d2d-956b-0202ededc6ad admin admin] Publish callbacks [] for security_group (ee5bff40-a9f2-4ef2-95bf-3e44e9c5a0c4), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:21.862285 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15f0990f-1ca7-4d2d-956b-0202ededc6ad admin admin] Publish callbacks [] for security_group (ee5bff40-a9f2-4ef2-95bf-3e44e9c5a0c4), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:22.006110 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15f0990f-1ca7-4d2d-956b-0202ededc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ee5bff40-a9f2-4ef2-95bf-3e44e9c5a0c4), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:22.009028 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-15f0990f-1ca7-4d2d-956b-0202ededc6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:22.010313 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-15f0990f-1ca7-4d2d-956b-0202ededc6ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee5bff40-a9f2-4ef2-95bf-3e44e9c5a0c4 HTTP/1.1" status: 204 len: 168 time: 0.2429805 Apr 18 21:03:22.020842 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0990f-1ca7-4d2d-956b-0202ededc6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5bff40-a9f2-4ef2-95bf-3e44e9c5a0c4,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:25.023085 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ae473c95-a14d-4a3a-846f-161ceac516fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:27.346053 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9b4ca06f-0b15-4e85-94c4-3287165c5d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:27.428825 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-f9d81b69-bba1-457c-9805-e16f9001e104 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254179466&fields=id&tenant_id=1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 267 time: 0.0858996 Apr 18 21:03:27.632550 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-7b612895-3e8e-4674-86b4-43af8643c610 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:27.635603 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-7b612895-3e8e-4674-86b4-43af8643c610 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 812 time: 0.1860342 Apr 18 21:03:27.665416 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-aa729bd4-1dd5-477c-a7d9-a49f974c8572 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/quotas/1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 375 time: 0.0176079 Apr 18 21:03:27.765279 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-c02683e4-fe57-4734-aa08-f344d6ff3807 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913599 Apr 18 21:03:27.938251 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-f8f3038f-4ebc-4ffc-9404-20feeaa1406d service neutron] 10.222.0.53 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587434 Apr 18 21:03:28.082362 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-b4985f4c-1595-4b6e-a00d-9799674bd726 service neutron] 10.222.0.53 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362803 Apr 18 21:03:28.391598 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:29.010940 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ea83d036-09c4-4752-9218-9e4ab00ac179 req-29956549-4044-49f8-bb73-3805a0fcfb19 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 210 time: 0.0503533 Apr 18 21:03:29.744059 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56740) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:29.819085 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7987a58-93e0-4082-a910-2239b11849e5 admin admin] Deleting subnet d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:03:29.823600 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b7987a58-93e0-4082-a910-2239b11849e5 admin admin] Publish callbacks [] for subnet (d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:29.874312 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b7987a58-93e0-4082-a910-2239b11849e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:29.931466 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b7987a58-93e0-4082-a910-2239b11849e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.114448 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7aec4d81-fe1f-4c6d-b5de-9f43259d1c31 req-e59031b2-f2c6-47f8-99e9-64286d2fb516 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 210 time: 0.0398047 Apr 18 21:03:30.163813 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b7987a58-93e0-4082-a910-2239b11849e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.200594 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7987a58-93e0-4082-a910-2239b11849e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.209500 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b7987a58-93e0-4082-a910-2239b11849e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.218272 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b7987a58-93e0-4082-a910-2239b11849e5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d4f8f33d-4b6e-49d6-9371-5bb9a94c2e1c HTTP/1.1" status: 204 len: 168 time: 0.4726574 Apr 18 21:03:30.221203 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56746) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:30.280556 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.328736 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.452594 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.486539 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:30.506228 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60a065e-9914-40a4-9d15-048ad495c27b') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:30.506548 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60a065e-9914-40a4-9d15-048ad495c27b') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:30.530786 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (e60a065e-9914-40a4-9d15-048ad495c27b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.562186 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (e60a065e-9914-40a4-9d15-048ad495c27b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.575985 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:30.576720 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (e60a065e-9914-40a4-9d15-048ad495c27b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:30.579960 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:30.805982 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.817299 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:30.823488 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde HTTP/1.1" status: 204 len: 168 time: 0.6003797 Apr 18 21:03:30.828120 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56750) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:30.837017 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f25d-6d8c-4e11-a220-d68a179ffdb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0a23c3-31cf-4ddc-9ee7-d05f18e83fde,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.912925 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea42bba-a312-4a60-9ec8-93b925b86d88 admin admin] Deleting subnet 7eccbd2a-bf61-4777-b91f-bb179fda4ce2 {{(pid=110663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:03:30.920161 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-bea42bba-a312-4a60-9ec8-93b925b86d88 admin admin] Publish callbacks [] for subnet (7eccbd2a-bf61-4777-b91f-bb179fda4ce2), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.003656 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-bea42bba-a312-4a60-9ec8-93b925b86d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13184746'] for subnet (7eccbd2a-bf61-4777-b91f-bb179fda4ce2), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.096341 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-bea42bba-a312-4a60-9ec8-93b925b86d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (7eccbd2a-bf61-4777-b91f-bb179fda4ce2), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.317281 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-bea42bba-a312-4a60-9ec8-93b925b86d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12669708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12587789'] for subnet (7eccbd2a-bf61-4777-b91f-bb179fda4ce2), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.321977 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9feb7341-f8f2-44c5-88b7-4294da6b1ca9 req-b0a2de3a-30c8-4d2b-8c0e-97f4060af214 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 210 time: 0.0543878 Apr 18 21:03:31.374215 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea42bba-a312-4a60-9ec8-93b925b86d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eccbd2a-bf61-4777-b91f-bb179fda4ce2,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.378315 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-bea42bba-a312-4a60-9ec8-93b925b86d88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.382921 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-bea42bba-a312-4a60-9ec8-93b925b86d88 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7eccbd2a-bf61-4777-b91f-bb179fda4ce2 HTTP/1.1" status: 204 len: 168 time: 0.5518374 Apr 18 21:03:31.395996 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56756) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:31.513767 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (c6f3c711-fd37-4715-8604-b4acbc080135), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.603167 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.643354 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (c6f3c711-fd37-4715-8604-b4acbc080135), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.691280 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f3c711-fd37-4715-8604-b4acbc080135']}} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:31.709382 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a35d028-3d16-4862-8539-709393a7dd3c') {'for_net_delete': True} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:31.710198 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a35d028-3d16-4862-8539-709393a7dd3c') {} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:31.728397 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13184721'] for segment (9a35d028-3d16-4862-8539-709393a7dd3c), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.754077 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (9a35d028-3d16-4862-8539-709393a7dd3c), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.769885 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=110663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:31.770598 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12669878'] for segment (9a35d028-3d16-4862-8539-709393a7dd3c), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: Traceback (most recent call last): Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: timer() Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: cb(*args, **kw) Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: return func(*args, **kwargs) Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: self._notify() Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: self.callback(batched_events) Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: event.method(event) Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: return f(self, *a, **k) Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._get(url).json() Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:31.773678 dv-cinder-826510-5-iscsi neutron-server[110663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:32.031584 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (c6f3c711-fd37-4715-8604-b4acbc080135), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:32.128263 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:32.133668 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] 10.222.0.53 "DELETE /v2.0/networks/c6f3c711-fd37-4715-8604-b4acbc080135 HTTP/1.1" status: 204 len: 168 time: 0.7354200 Apr 18 21:03:32.142471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfe64f-559a-4568-91a0-a272efc52aed admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f3c711-fd37-4715-8604-b4acbc080135,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.144716 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:32.242789 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-36ecddef-f3ff-4d89-ad37-3e1a5cf76099 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:32.245592 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-36ecddef-f3ff-4d89-ad37-3e1a5cf76099 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 812 time: 0.2779453 Apr 18 21:03:32.351376 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-d2632db3-6d44-421a-aa13-8ea088201398 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a25adc6fa84412ebb8926467be360ce HTTP/1.1" status: 200 len: 380 time: 0.0963507 Apr 18 21:03:32.367757 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'port': {'device_id': 'f584e78b-af31-44d3-9fff-d23962760c79', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'admin_state_up': True, 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'security_groups': ['bb5a5c17-0dd6-4811-b344-196f6f577027']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:32.572405 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d2afb1d4-0a38-4ba3-9564-6f88c873290c req-c72fb53d-9935-49d2-aa5d-ee6ed82dc89a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 210 time: 0.0607944 Apr 18 21:03:32.717585 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Made reservation on behalf of 1a25adc6fa84412ebb8926467be360ce for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:32.721941 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:32.764004 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56764) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:32.847624 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-6bfcb153-7c88-476e-a216-2854e0d8b5b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e764cec861744a789f865c7902bdcd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818536 Apr 18 21:03:32.849257 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56766) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:32.930744 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d8486557-a22d-4192-9ecb-5406375a85f5 admin admin] Publish callbacks [] for security_group (27c3179c-ed95-4497-adc4-9c6a2e51ce5e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:32.938171 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Allocated IP 172.20.0.3 (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2/d60a26b5-d758-49a8-93d9-84dded140f8d/a9614f70-2407-4380-bed3-89edcb039891) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:32.971828 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d8486557-a22d-4192-9ecb-5406375a85f5 admin admin] Publish callbacks [] for security_group (27c3179c-ed95-4497-adc4-9c6a2e51ce5e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:33.160180 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d8486557-a22d-4192-9ecb-5406375a85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (27c3179c-ed95-4497-adc4-9c6a2e51ce5e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:33.164575 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d8486557-a22d-4192-9ecb-5406375a85f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:33.166823 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d8486557-a22d-4192-9ecb-5406375a85f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27c3179c-ed95-4497-adc4-9c6a2e51ce5e HTTP/1.1" status: 204 len: 168 time: 0.3157814 Apr 18 21:03:33.180534 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8486557-a22d-4192-9ecb-5406375a85f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c3179c-ed95-4497-adc4-9c6a2e51ce5e,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.217411 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (a9614f70-2407-4380-bed3-89edcb039891), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:33.357100 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (a9614f70-2407-4380-bed3-89edcb039891), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:33.415009 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:33.421315 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:33.426025 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:33.433792 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=a9614f70-2407-4380-bed3-89edcb039891,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.536239 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:33.537547 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:33.685241 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-1ce04ce4-db5a-4388-a39d-508da70fda0c tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3233538 Apr 18 21:03:33.701892 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Request body: {'port': {'device_id': 'f584e78b-af31-44d3-9fff-d23962760c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:33.867654 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5275-2ad4-438f-b1ca-31ad31b530da req-b1d10cfa-180d-45f5-8c4a-2e5d22376ab2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:33.869562 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-84ac5275-2ad4-438f-b1ca-31ad31b530da req-b1d10cfa-180d-45f5-8c4a-2e5d22376ab2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 931 time: 0.1603653 Apr 18 21:03:33.896666 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (a9614f70-2407-4380-bed3-89edcb039891), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:33.906195 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-da7ffefb-c734-430d-a290-9a4ae89b8778 None None] Provisioning complete for port a9614f70-2407-4380-bed3-89edcb039891 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:33.907310 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-da7ffefb-c734-430d-a290-9a4ae89b8778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a9614f70-2407-4380-bed3-89edcb039891), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:33.954837 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-da7ffefb-c734-430d-a290-9a4ae89b8778 None None] Port a9614f70-2407-4380-bed3-89edcb039891 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:03:33.997245 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-84ac5275-2ad4-438f-b1ca-31ad31b530da req-d920d8d5-0d50-4e20-9992-b3ed80f8e5fd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167116 Apr 18 21:03:34.312152 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56776) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:34.330846 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9614f70-2407-4380-bed3-89edcb039891 {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:03:34.344222 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Publish callbacks [] for port (a9614f70-2407-4380-bed3-89edcb039891), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:34.368192 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-80d857c2-1f4d-4744-88bd-db4c03e7a2af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7464b80459154e27ae56a739d756ea27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543797 Apr 18 21:03:34.370182 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Transition to ACTIVE for port object a9614f70-2407-4380-bed3-89edcb039891 will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 21:03:34.371395 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56778) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:34.462342 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (a9614f70-2407-4380-bed3-89edcb039891), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:34.466488 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9088-b5c1-483a-8a9c-b7c3c6827729 admin admin] Publish callbacks [] for security_group (376ae85e-5784-4e6a-89e4-cc292bdf58c5), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:34.583619 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9088-b5c1-483a-8a9c-b7c3c6827729 admin admin] Publish callbacks [] for security_group (376ae85e-5784-4e6a-89e4-cc292bdf58c5), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:34.642569 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Pushing event updated for resources: {'Port': ['ID=a9614f70-2407-4380-bed3-89edcb039891,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:34.827375 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Attempting to bind port a9614f70-2407-4380-bed3-89edcb039891 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:03:34.827772 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Attempting to bind port a9614f70-2407-4380-bed3-89edcb039891 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:03:34.828042 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Attempting to bind port a9614f70-2407-4380-bed3-89edcb039891 on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:34.833650 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Port a9614f70-2407-4380-bed3-89edcb039891 on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:03:34.833978 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Attempting to bind port a9614f70-2407-4380-bed3-89edcb039891 on network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:34.841076 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:34.841633 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Checking segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:34.847747 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Bound using segment: {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:34.847747 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Bound port: a9614f70-2407-4380-bed3-89edcb039891, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623deb37-c9c8-45f5-a67b-a1aa2af91cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:03:34.847747 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (a9614f70-2407-4380-bed3-89edcb039891), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:34.903946 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9088-b5c1-483a-8a9c-b7c3c6827729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (376ae85e-5784-4e6a-89e4-cc292bdf58c5), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:34.909550 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9088-b5c1-483a-8a9c-b7c3c6827729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:34.912247 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6c0d9088-b5c1-483a-8a9c-b7c3c6827729 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/376ae85e-5784-4e6a-89e4-cc292bdf58c5 HTTP/1.1" status: 204 len: 168 time: 0.5391355 Apr 18 21:03:34.953776 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d9088-b5c1-483a-8a9c-b7c3c6827729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ae85e-5784-4e6a-89e4-cc292bdf58c5,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.005574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] For port a9614f70-2407-4380-bed3-89edcb039891, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:35.011379 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] For port a9614f70-2407-4380-bed3-89edcb039891, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a9614f70-2407-4380-bed3-89edcb039891,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:35.127701 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (a9614f70-2407-4380-bed3-89edcb039891), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:35.183245 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6458f83-9719-4775-b783-5e149f402cdc req-017622c0-a327-44a3-918a-8f192a2eb53b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:35.185537 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c6458f83-9719-4775-b783-5e149f402cdc req-017622c0-a327-44a3-918a-8f192a2eb53b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 943 time: 0.0930200 Apr 18 21:03:35.198161 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:35.198838 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:35.200553 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] 10.222.0.78 "PUT /v2.0/ports/a9614f70-2407-4380-bed3-89edcb039891 HTTP/1.1" status: 200 len: 1093 time: 1.5079391 Apr 18 21:03:35.205534 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:03:35.208442 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8777c908-459d-493b-8ed7-ece29bcc3328" -d '{"events": [{"name": "network-changed", "server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "tag": "a9614f70-2407-4380-bed3-89edcb039891"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:03:35.241748 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195cd8b-ad92-4afe-ae08-d6f80ab65f84 service neutron] Pushing event updated for resources: {'Port': ['ID=a9614f70-2407-4380-bed3-89edcb039891,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.290126 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c6458f83-9719-4775-b783-5e149f402cdc req-33814e99-1faf-41f9-bbeb-629d6460bdc4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934179 Apr 18 21:03:35.300410 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa03267-ef28-4bb6-a455-674d563a4c65 x-openstack-request-id: req-afa03267-ef28-4bb6-a455-674d563a4c65 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:03:35.301173 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "tag": "a9614f70-2407-4380-bed3-89edcb039891", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:03:35.301853 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afa03267-ef28-4bb6-a455-674d563a4c65 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:03:35.302484 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa03267-ef28-4bb6-a455-674d563a4c65'] response: {'name': 'network-changed', 'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891', 'status': 'completed', 'code': 200} Apr 18 21:03:35.385518 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777c908-459d-493b-8ed7-ece29bcc3328 req-e673c46d-534e-4bf8-aa9c-93c934b40549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:35.388606 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8777c908-459d-493b-8ed7-ece29bcc3328 req-e673c46d-534e-4bf8-aa9c-93c934b40549 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 1127 time: 0.0523524 Apr 18 21:03:35.559638 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777c908-459d-493b-8ed7-ece29bcc3328 req-91e0ac41-e2ae-4ec3-a4f4-153ca72ba86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:35.561992 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8777c908-459d-493b-8ed7-ece29bcc3328 req-91e0ac41-e2ae-4ec3-a4f4-153ca72ba86b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=1a25adc6fa84412ebb8926467be360ce&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1662972 Apr 18 21:03:35.702333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777c908-459d-493b-8ed7-ece29bcc3328 req-633c3dc6-cf31-45ab-83ce-002ada6c4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:35.703962 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8777c908-459d-493b-8ed7-ece29bcc3328 req-633c3dc6-cf31-45ab-83ce-002ada6c4aaa service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350369 Apr 18 21:03:35.792228 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-9f3e238b-131e-4937-a3b0-924630782a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:35.794307 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-9f3e238b-131e-4937-a3b0-924630782a87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 1127 time: 0.0493684 Apr 18 21:03:35.852813 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-df043104-15d0-4916-bffe-c7528cd3960d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9614f70-2407-4380-bed3-89edcb039891 HTTP/1.1" status: 200 len: 217 time: 0.0513549 Apr 18 21:03:35.912957 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-325c132e-e792-4119-bb22-db606f4bfc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:35.914371 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-325c132e-e792-4119-bb22-db606f4bfc35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0557315 Apr 18 21:03:35.964592 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-d51ed26e-52f7-4fa1-9a3e-d2e295fb9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:35.967437 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-d51ed26e-52f7-4fa1-9a3e-d2e295fb9210 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467820 Apr 18 21:03:36.111704 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-218058ea-b0a7-4b3f-98ce-f5b4482bed70 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366954 Apr 18 21:03:36.268796 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b97aae82-ee50-4982-93b5-6c1ea115712a req-746aa4e3-9a27-48ea-b42a-216ce20cdbde service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497941 Apr 18 21:03:36.462683 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8d0c-bfe8-4353-a7c6-8ca480ef0542 req-428e5502-8372-4d5f-a58d-616be5b6a12a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:36.464340 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2ddf8d0c-bfe8-4353-a7c6-8ca480ef0542 req-428e5502-8372-4d5f-a58d-616be5b6a12a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 943 time: 0.0699441 Apr 18 21:03:36.535568 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2ddf8d0c-bfe8-4353-a7c6-8ca480ef0542 req-4a22713a-e506-4b4a-a721-13ef03f0e927 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626805 Apr 18 21:03:37.698548 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42f1d3-c301-48b8-bd0c-9de53a1db359 req-843d1fd8-66c4-4473-a703-8e92664b2bfb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:37.703367 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4c42f1d3-c301-48b8-bd0c-9de53a1db359 req-843d1fd8-66c4-4473-a703-8e92664b2bfb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 943 time: 0.0691741 Apr 18 21:03:37.764617 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4c42f1d3-c301-48b8-bd0c-9de53a1db359 req-f307c937-d452-48f6-b18d-857c48bdf9dc tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550838 Apr 18 21:03:39.193637 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921568e3-426d-4c59-bcac-c1a4e36e5ac4 req-677e0c65-483a-45dc-bc77-38c8d1575669 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:39.195451 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-921568e3-426d-4c59-bcac-c1a4e36e5ac4 req-677e0c65-483a-45dc-bc77-38c8d1575669 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 943 time: 0.3091612 Apr 18 21:03:39.290538 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-921568e3-426d-4c59-bcac-c1a4e36e5ac4 req-c4f58694-4c62-41ea-86f9-9de009b9895d tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876420 Apr 18 21:03:40.536914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b6fa1-7c81-4faf-8013-f5bd663d1b3e req-a296c6bb-dfbb-4a8f-b687-23f99e3ed54f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:40.539565 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-187b6fa1-7c81-4faf-8013-f5bd663d1b3e req-a296c6bb-dfbb-4a8f-b687-23f99e3ed54f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 943 time: 0.1529267 Apr 18 21:03:40.611403 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-187b6fa1-7c81-4faf-8013-f5bd663d1b3e req-b2f58d2a-c6ed-4b62-b1e9-bdfe5023a4ad tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617938 Apr 18 21:03:40.657492 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56862) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:40.796262 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d460d327-726c-4a6d-9c32-37e3142006ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:40.888456 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d460d327-726c-4a6d-9c32-37e3142006ed admin admin] Publish callbacks [] for security_group (9d872131-d2f7-4bf8-b44c-a07857678516), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:40.956970 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-d460d327-726c-4a6d-9c32-37e3142006ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (9d872131-d2f7-4bf8-b44c-a07857678516), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:41.009794 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-d460d327-726c-4a6d-9c32-37e3142006ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c287bfe95241403983b937aa9f1874d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508222 Apr 18 21:03:41.011093 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460d327-726c-4a6d-9c32-37e3142006ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d872131-d2f7-4bf8-b44c-a07857678516,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:41.014025 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56866) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:41.100292 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-885e75ed-3f2a-41e2-863d-117cec46f1a9 admin admin] Publish callbacks [] for security_group (9d872131-d2f7-4bf8-b44c-a07857678516), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:41.132084 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-885e75ed-3f2a-41e2-863d-117cec46f1a9 admin admin] Publish callbacks [] for security_group (9d872131-d2f7-4bf8-b44c-a07857678516), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:41.265588 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-885e75ed-3f2a-41e2-863d-117cec46f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (9d872131-d2f7-4bf8-b44c-a07857678516), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:41.268811 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-885e75ed-3f2a-41e2-863d-117cec46f1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:41.270406 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-885e75ed-3f2a-41e2-863d-117cec46f1a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d872131-d2f7-4bf8-b44c-a07857678516 HTTP/1.1" status: 204 len: 168 time: 0.2549400 Apr 18 21:03:41.284820 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e75ed-3f2a-41e2-863d-117cec46f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d872131-d2f7-4bf8-b44c-a07857678516,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:41.801454 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58b12-2065-4e4e-b031-7a90aeb6693b req-f0307109-c80f-45fa-802f-d06731da9d76 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:41.803914 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-47f58b12-2065-4e4e-b031-7a90aeb6693b req-f0307109-c80f-45fa-802f-d06731da9d76 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 943 time: 0.0707402 Apr 18 21:03:41.879817 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-47f58b12-2065-4e4e-b031-7a90aeb6693b req-b0e882f5-19a4-4e67-9b63-cfb4de810272 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682290 Apr 18 21:03:42.327984 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-7641c72c-001d-40c9-bbf4-e0e77efe108c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527232 Apr 18 21:03:42.459030 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-6752d4c6-302b-420a-85ff-23a9cf4a6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:42.460624 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-6752d4c6-302b-420a-85ff-23a9cf4a6bbf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1129 time: 0.0692713 Apr 18 21:03:42.603530 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-81fb387c-abed-466b-a442-aaf1803d3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:42.606330 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-81fb387c-abed-466b-a442-aaf1803d3089 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.1242316 Apr 18 21:03:42.702248 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-9117bf17-f28d-4e57-802c-3c9360f41632 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 200 len: 1001 time: 0.0888798 Apr 18 21:03:42.738561 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:03:42.754418 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56904) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:42.769103 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-0b26dde7-af75-4464-b5df-d739a5169f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:42.771178 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-0b26dde7-af75-4464-b5df-d739a5169f55 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0624959 Apr 18 21:03:42.841481 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-a999e832-6874-4625-956e-fbe87fff924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:42.843750 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-a999e832-6874-4625-956e-fbe87fff924c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665629 Apr 18 21:03:42.909966 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1450715186-network', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:42.971390 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-3a8678cd-d54d-438f-a652-d721554da6a2 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216428 Apr 18 21:03:43.020206 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Made reservation on behalf of 1ab7c5670e36409c86fad1de1e6a9027 for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:43.024465 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.041307 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.133139 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53c27f-61cd-48be-ac46-b67358eac88a req-a5d4efeb-2276-4e9d-aa33-d53eb607f0a2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:43.135867 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bc53c27f-61cd-48be-ac46-b67358eac88a req-a5d4efeb-2276-4e9d-aa33-d53eb607f0a2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 943 time: 0.1589756 Apr 18 21:03:43.180122 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Publish callbacks [] for security_group (665d7985-f956-4d26-95cf-ad3c222e968b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.259657 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-355a5e3d-f361-4537-9259-0ce4afc0fb94 req-64eb99d4-2336-4c06-b23d-890ddc4c1ff7 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803991 Apr 18 21:03:43.272755 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-bc53c27f-61cd-48be-ac46-b67358eac88a req-e8567957-ddd6-480e-9216-8f363bea576f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252644 Apr 18 21:03:43.285436 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (665d7985-f956-4d26-95cf-ad3c222e968b), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.342593 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:43.348614 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665d7985-f956-4d26-95cf-ad3c222e968b,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.367035 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (1a243e8f-87af-4dca-9cc5-ed995195da6b), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.367622 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Added segment 1a243e8f-87af-4dca-9cc5-ed995195da6b of type vlan for network 9978a848-3431-483b-aa07-bc40f46cc150 Apr 18 21:03:43.443363 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (9978a848-3431-483b-aa07-bc40f46cc150), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.585699 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (9978a848-3431-483b-aa07-bc40f46cc150), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.587073 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:43.587689 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.673827 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] Pushing event updated for resources: {'Network': ['ID=9978a848-3431-483b-aa07-bc40f46cc150,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.688833 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network 9978a848-3431-483b-aa07-bc40f46cc150 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:03:43.726177 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56918) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:43.731953 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4c471bbf-5f63-45ef-a7d6-6704d2065152 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9713426 Apr 18 21:03:43.732519 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56920) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:43.741908 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Request body: {'subnet': {'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1450715186-subnet', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:43.872746 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Made reservation on behalf of 1ab7c5670e36409c86fad1de1e6a9027 for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:43.876077 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-def036f2-2d2b-44d4-bd0b-8ae093528359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.877178 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16149931'] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:43.984891 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-def036f2-2d2b-44d4-bd0b-8ae093528359 admin admin] Publish callbacks [] for security_group (ebceefce-bf14-4951-bb7e-d1089572cc84), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.063205 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-def036f2-2d2b-44d4-bd0b-8ae093528359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ebceefce-bf14-4951-bb7e-d1089572cc84), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.129921 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-def036f2-2d2b-44d4-bd0b-8ae093528359 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=649940db73a1494596239269bdfbe068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027598 Apr 18 21:03:44.131024 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def036f2-2d2b-44d4-bd0b-8ae093528359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebceefce-bf14-4951-bb7e-d1089572cc84,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:44.133512 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 56924) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:44.221368 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13266825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16149949'] for subnet (f9f4b6b0-67a2-42b3-b0c6-554c915b3a66), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.250609 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a5a8bf10-6d34-45f7-ac87-536be3170122 admin admin] Publish callbacks [] for security_group (ebceefce-bf14-4951-bb7e-d1089572cc84), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.305982 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a5a8bf10-6d34-45f7-ac87-536be3170122 admin admin] Publish callbacks [] for security_group (ebceefce-bf14-4951-bb7e-d1089572cc84), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.322845 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:44.381665 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Checking segment: {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:44.382248 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Network hostable DHCP agents. Network: 9978a848-3431-483b-aa07-bc40f46cc150, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:44.504082 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344311a-171e-4bb2-be5b-10767bd92b9c req-8fd5ba33-4261-484f-8b6c-7188bd68a4a7 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:44.505714 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5344311a-171e-4bb2-be5b-10767bd92b9c req-8fd5ba33-4261-484f-8b6c-7188bd68a4a7 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 943 time: 0.0993104 Apr 18 21:03:44.520016 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Network 9978a848-3431-483b-aa07-bc40f46cc150 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:44.536911 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a5a8bf10-6d34-45f7-ac87-536be3170122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (ebceefce-bf14-4951-bb7e-d1089572cc84), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.540218 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a5a8bf10-6d34-45f7-ac87-536be3170122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.542006 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a5a8bf10-6d34-45f7-ac87-536be3170122 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebceefce-bf14-4951-bb7e-d1089572cc84 HTTP/1.1" status: 204 len: 168 time: 0.4069600 Apr 18 21:03:44.555931 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8bf10-6d34-45f7-ac87-536be3170122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebceefce-bf14-4951-bb7e-d1089572cc84,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:44.592096 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5344311a-171e-4bb2-be5b-10767bd92b9c req-a49ca32a-d340-49a0-84da-047a6696791f tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793521 Apr 18 21:03:44.691131 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, 9978a848-3431-483b-aa07-bc40f46cc150) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:44.697458 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:44.698584 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.712650 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f2a54-76b6-41f7-b438-db509422f4ae None None] Network 9978a848-3431-483b-aa07-bc40f46cc150 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:03:44.749334 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device a9614f70-2407-4380-bed3-89edcb039891 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:03:44.828374 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e332e437-4e5f-4e4c-9f7c-48697c12d616 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0911958 Apr 18 21:03:44.829354 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 56930) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:44.837450 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:44.984125 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (febb557e-8152-42cd-b25c-da0bb6072319), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:44.986624 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (febb557e-8152-42cd-b25c-da0bb6072319), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:45.028045 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-9978a848-3431-483b-aa07-bc40f46cc150', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 21:03:45.029593 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:45.097469 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks [] for router_controller (febb557e-8152-42cd-b25c-da0bb6072319), precommit_add_association {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:45.109763 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port a9614f70-2407-4380-bed3-89edcb039891, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a9614f70-2407-4380-bed3-89edcb039891,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:45.177015 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': 'a9614f70-2407-4380-bed3-89edcb039891', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'port_id': 'a9614f70-2407-4380-bed3-89edcb039891', 'mac_address': 'fa:16:3e:53:9a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:03:45.288147 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port a9614f70-2407-4380-bed3-89edcb039891 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:45.288545 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (a9614f70-2407-4380-bed3-89edcb039891), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:45.315908 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9614f70-2407-4380-bed3-89edcb039891 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:03:45.325811 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Allocated IP 172.20.0.2 (9978a848-3431-483b-aa07-bc40f46cc150/f9f4b6b0-67a2-42b3-b0c6-554c915b3a66/d254ef74-468e-4d00-9048-2b0b5821974c) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:45.353706 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port a9614f70-2407-4380-bed3-89edcb039891, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a9614f70-2407-4380-bed3-89edcb039891,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:45.462542 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (a9614f70-2407-4380-bed3-89edcb039891), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:45.659107 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Publish callbacks [] for port (d254ef74-468e-4d00-9048-2b0b5821974c), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:45.674636 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=a9614f70-2407-4380-bed3-89edcb039891,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.698942 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['a9614f70-2407-4380-bed3-89edcb039891'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:03:45.709852 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.710988 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.711566 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.712181 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.712770 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.713785 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.713940 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.715323 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.715898 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.716474 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.718662 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.718662 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.718662 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.718662 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.719290 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:45.768448 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:45.854641 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Network 9978a848-3431-483b-aa07-bc40f46cc150 is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:45.869175 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:45.873922 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:45.876508 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Pushing event updated for resources: {'Port': ['ID=d254ef74-468e-4d00-9048-2b0b5821974c,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.974095 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c5dd-92a9-46f6-869a-7cd09c1142d3 req-acdd5d41-d84d-419b-99ef-bdafba168d83 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:45.976356 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dbf0c5dd-92a9-46f6-869a-7cd09c1142d3 req-acdd5d41-d84d-419b-99ef-bdafba168d83 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 944 time: 0.2096694 Apr 18 21:03:45.986248 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Attempting to bind port d254ef74-468e-4d00-9048-2b0b5821974c on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:03:45.986537 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks [] for router_gateway (febb557e-8152-42cd-b25c-da0bb6072319), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:45.987248 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Attempting to bind port d254ef74-468e-4d00-9048-2b0b5821974c by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:03:45.987248 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Attempting to bind port d254ef74-468e-4d00-9048-2b0b5821974c on network 9978a848-3431-483b-aa07-bc40f46cc150 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:46.000500 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:46.000969 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Checking segment: {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:46.001536 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:46.001946 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Bound using segment: {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:46.002459 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Bound port: d254ef74-468e-4d00-9048-2b0b5821974c, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:03:46.002885 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:46.061845 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dbf0c5dd-92a9-46f6-869a-7cd09c1142d3 req-7e6c6514-3a8e-4b49-837d-305716c9a1d2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716252 Apr 18 21:03:46.174682 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] For port d254ef74-468e-4d00-9048-2b0b5821974c, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:46.179252 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] For port d254ef74-468e-4d00-9048-2b0b5821974c, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=d254ef74-468e-4d00-9048-2b0b5821974c,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:46.282462 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:46.392784 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c938820-6278-4c24-a020-4da7d9326a96 None None] Pushing event updated for resources: {'Port': ['ID=d254ef74-468e-4d00-9048-2b0b5821974c,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.428819 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks [] for router_gateway (febb557e-8152-42cd-b25c-da0bb6072319), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:46.455420 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:46.682255 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Allocated IP 172.27.1.110 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/e9909bfe-928c-4456-b9e3-bbf44ade2dcb) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:46.731917 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device a9614f70-2407-4380-bed3-89edcb039891 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:46.855639 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port a9614f70-2407-4380-bed3-89edcb039891 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 21:03:46.870601 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device d254ef74-468e-4d00-9048-2b0b5821974c up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:46.936550 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks [] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:46.960814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port a9614f70-2407-4380-bed3-89edcb039891 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:46.961630 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a9614f70-2407-4380-bed3-89edcb039891), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:46.966859 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port d254ef74-468e-4d00-9048-2b0b5821974c triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:46.967549 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:47.130517 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:47.229990 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:47.246786 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:47.249468 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:47.289628 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Pushing event updated for resources: {'Port': ['ID=e9909bfe-928c-4456-b9e3-bbf44ade2dcb,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.319652 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249f3b7-8e41-481d-9aff-b66dfd580c2e req-8cae8538-aa46-41f9-9716-b9937ec1f7b2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:47.321764 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0249f3b7-8e41-481d-9aff-b66dfd580c2e req-8cae8538-aa46-41f9-9716-b9937ec1f7b2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 944 time: 0.1541615 Apr 18 21:03:47.453649 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port d254ef74-468e-4d00-9048-2b0b5821974c is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:47.454377 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:47.458486 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port a9614f70-2407-4380-bed3-89edcb039891 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:47.459252 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (a9614f70-2407-4380-bed3-89edcb039891), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:47.505359 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:03:47.508037 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8095d8-7b09-408b-b0b9-4a0b1f7b0fa7" -d '{"events": [{"server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "name": "network-vif-plugged", "status": "completed", "tag": "a9614f70-2407-4380-bed3-89edcb039891"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:03:47.528990 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0249f3b7-8e41-481d-9aff-b66dfd580c2e req-94e08b4d-ea5b-4159-a93f-327b71991029 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949027 Apr 18 21:03:47.548260 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port a9614f70-2407-4380-bed3-89edcb039891, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a9614f70-2407-4380-bed3-89edcb039891,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:47.565589 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port d254ef74-468e-4d00-9048-2b0b5821974c, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=d254ef74-468e-4d00-9048-2b0b5821974c,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:47.590518 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d29499-bcb3-4efd-9771-99cf7d3cd305 x-openstack-request-id: req-a6d29499-bcb3-4efd-9771-99cf7d3cd305 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:03:47.590518 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "name": "network-vif-plugged", "status": "completed", "tag": "a9614f70-2407-4380-bed3-89edcb039891", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:03:47.591147 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6d29499-bcb3-4efd-9771-99cf7d3cd305 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:03:47.591321 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d29499-bcb3-4efd-9771-99cf7d3cd305'] response: {'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891', 'code': 200} Apr 18 21:03:47.648549 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (a9614f70-2407-4380-bed3-89edcb039891), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:47.702277 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:47.740613 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=a9614f70-2407-4380-bed3-89edcb039891,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.884935 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=d254ef74-468e-4d00-9048-2b0b5821974c,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.891595 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a9713-7e46-4e01-b909-a8578b20d6ff None None] Network 9978a848-3431-483b-aa07-bc40f46cc150 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:03:47.987558 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks [] for router_gateway (febb557e-8152-42cd-b25c-da0bb6072319), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:48.024046 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-c4fb8b2e-cb05-47e7-b623-3fea532ab9b8 None None] Provisioning complete for port d254ef74-468e-4d00-9048-2b0b5821974c triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:48.024487 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8b2e-cb05-47e7-b623-3fea532ab9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:48.191921 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb8b2e-cb05-47e7-b623-3fea532ab9b8 None None] Current status of the port d254ef74-468e-4d00-9048-2b0b5821974c is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:48.192715 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb1d1b-9738-4e20-8847-a128de435739 req-2c7ee0de-e0d9-4f06-a00e-75e629e6dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:48.194920 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e7bb1d1b-9738-4e20-8847-a128de435739 req-2c7ee0de-e0d9-4f06-a00e-75e629e6dde4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 1129 time: 0.0807095 Apr 18 21:03:48.388080 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e7bb1d1b-9738-4e20-8847-a128de435739 req-d69f1172-86ea-4176-af33-e2c2d8c16475 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835814 Apr 18 21:03:48.434287 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (febb557e-8152-42cd-b25c-da0bb6072319), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:48.518315 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-72e0b0cc-f759-424c-84ea-589a6f0ce113 None None] Provisioning complete for port d254ef74-468e-4d00-9048-2b0b5821974c triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:48.518870 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-72e0b0cc-f759-424c-84ea-589a6f0ce113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:48.655903 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-72e0b0cc-f759-424c-84ea-589a6f0ce113 None None] Current status of the port d254ef74-468e-4d00-9048-2b0b5821974c is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:48.715380 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad884f6c-d3ca-4c25-bc9b-9f46f16a3f01 req-7ab80ce9-7f4c-43bd-9d6b-e3ee6efafd14 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:48.717291 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ad884f6c-d3ca-4c25-bc9b-9f46f16a3f01 req-7ab80ce9-7f4c-43bd-9d6b-e3ee6efafd14 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 945 time: 0.0741897 Apr 18 21:03:48.766133 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device d254ef74-468e-4d00-9048-2b0b5821974c up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:48.769959 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Router febb557e-8152-42cd-b25c-da0bb6072319 is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:48.832414 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port d254ef74-468e-4d00-9048-2b0b5821974c triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:48.832414 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:48.880851 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ad884f6c-d3ca-4c25-bc9b-9f46f16a3f01 req-89553d03-20bd-418c-990a-5de697f02b61 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542234 Apr 18 21:03:49.009707 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:49.025671 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Sync routers for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:49.039450 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port d254ef74-468e-4d00-9048-2b0b5821974c is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:49.053532 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:49.054602 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.130005 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:49.136250 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-6f8a620e-c7b7-4d45-92bb-8002e680064f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3003953 Apr 18 21:03:49.137795 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57018) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:49.300401 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:49.615286 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:47Z', 'revision_number': 3, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.679960 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Checking router: febb557e-8152-42cd-b25c-da0bb6072319 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:49.680472 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Updating router febb557e-8152-42cd-b25c-da0bb6072319 port e9909bfe-928c-4456-b9e3-bbf44ade2dcb binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:49.729263 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:49.869207 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.162219 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb8c46-1d7a-4cfc-8261-28f69fc48e35 req-6817b5ed-b5a5-41e7-8672-e1bc374e85c9 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:50.163838 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e0fb8c46-1d7a-4cfc-8261-28f69fc48e35 req-6817b5ed-b5a5-41e7-8672-e1bc374e85c9 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 945 time: 0.0938587 Apr 18 21:03:50.177142 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Publish callbacks [] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.209831 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Allocated IP 172.20.0.1 (9978a848-3431-483b-aa07-bc40f46cc150/f9f4b6b0-67a2-42b3-b0c6-554c915b3a66/c9d5182f-d3cf-41be-8eb4-032886792287) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:50.282287 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e0fb8c46-1d7a-4cfc-8261-28f69fc48e35 req-b490f651-3030-4dc1-a3f6-87fb13af2802 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070647 Apr 18 21:03:50.348714 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.449430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Attempting to bind port e9909bfe-928c-4456-b9e3-bbf44ade2dcb on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:03:50.449839 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Attempting to bind port e9909bfe-928c-4456-b9e3-bbf44ade2dcb by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:03:50.450217 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Attempting to bind port e9909bfe-928c-4456-b9e3-bbf44ade2dcb on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:50.457681 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a99f6-7861-4284-91fd-f4372a42dd40 None None] Pushing event updated for resources: {'Port': ['ID=e9909bfe-928c-4456-b9e3-bbf44ade2dcb,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:50.467803 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:50.470235 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:50.470235 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.470235 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:50.470235 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Bound port: e9909bfe-928c-4456-b9e3-bbf44ade2dcb, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:03:50.471149 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.478441 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Publish callbacks [] for port (c9d5182f-d3cf-41be-8eb4-032886792287), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.486963 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb45a3c-6229-4e8c-a2d8-a59c4040e36d req-f320df69-070e-4e1e-9fd1-6b8323485c2b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:50.488798 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cb45a3c-6229-4e8c-a2d8-a59c4040e36d req-f320df69-070e-4e1e-9fd1-6b8323485c2b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 945 time: 0.1057613 Apr 18 21:03:50.577208 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8cb45a3c-6229-4e8c-a2d8-a59c4040e36d req-ddaf82b7-2392-4e91-bd6d-0247eca514bb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781066 Apr 18 21:03:50.578492 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] For port e9909bfe-928c-4456-b9e3-bbf44ade2dcb, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:50.585942 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] For port e9909bfe-928c-4456-b9e3-bbf44ade2dcb, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e9909bfe-928c-4456-b9e3-bbf44ade2dcb,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:50.618341 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57026) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:50.638418 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.669480 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.696075 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Network 9978a848-3431-483b-aa07-bc40f46cc150 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:50.704448 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:50.709034 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:50.775444 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d5182f-d3cf-41be-8eb4-032886792287,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:50.789352 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:50.789905 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (febb557e-8152-42cd-b25c-da0bb6072319), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:50.790434 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:50.881071 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a99f6-7861-4284-91fd-f4372a42dd40 None None] Pushing event updated for resources: {'Port': ['ID=e9909bfe-928c-4456-b9e3-bbf44ade2dcb,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.045576 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:51.068367 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ee8ea-4205-4199-852a-a9e8ce9c1bee tempest-TestVolumeBootPattern-369685297 tempest-TestVolumeBootPattern-369685297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:51.074621 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57032) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:51.075244 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a05ee8ea-4205-4199-852a-a9e8ce9c1bee tempest-TestVolumeBootPattern-369685297 tempest-TestVolumeBootPattern-369685297-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 1124 time: 0.4546971 Apr 18 21:03:51.089919 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'port_id': 'a9614f70-2407-4380-bed3-89edcb039891', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:51.195311 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:51.284626 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:51.294297 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-6a6decab-e78b-4b8b-ac83-f82b6c388638 None None] Provisioning complete for port c9d5182f-d3cf-41be-8eb4-032886792287 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:51.295265 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6a6decab-e78b-4b8b-ac83-f82b6c388638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:51.406230 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-6a6decab-e78b-4b8b-ac83-f82b6c388638 None None] Port c9d5182f-d3cf-41be-8eb4-032886792287 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:03:51.464871 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:51.516598 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:47Z', 'revision_number': 3, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:51.572564 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c713b2-f92a-4022-8256-09ba29282f98 None None] The sync data for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi is: [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:47Z', 'revision_number': 3, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:51.965648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Publish callbacks [] for port (c9d5182f-d3cf-41be-8eb4-032886792287), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:52.038615 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Allocated IP 172.27.1.20 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/21513234-6362-4b09-ab4e-5ec7103a809d) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:52.091696 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:52.320214 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d5182f-d3cf-41be-8eb4-032886792287,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:52.331516 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (febb557e-8152-42cd-b25c-da0bb6072319), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:52.445048 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (21513234-6362-4b09-ab4e-5ec7103a809d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:52.648700 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Network 9978a848-3431-483b-aa07-bc40f46cc150 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:52.651654 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:52.759536 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (21513234-6362-4b09-ab4e-5ec7103a809d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:52.834888 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e9909bfe-928c-4456-b9e3-bbf44ade2dcb up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:52.954865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:52.966648 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:52.976959 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port e9909bfe-928c-4456-b9e3-bbf44ade2dcb triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:52.977384 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:52.982364 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:53.032570 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=21513234-6362-4b09-ab4e-5ec7103a809d,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.095069 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Router febb557e-8152-42cd-b25c-da0bb6072319 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:53.202753 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-7b726e3a-417a-426c-895c-fe6f6919d5dd None None] Provisioning complete for port c9d5182f-d3cf-41be-8eb4-032886792287 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:53.203782 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7b726e3a-417a-426c-895c-fe6f6919d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:53.254431 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port e9909bfe-928c-4456-b9e3-bbf44ade2dcb is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:53.262932 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:53.320235 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port e9909bfe-928c-4456-b9e3-bbf44ade2dcb, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e9909bfe-928c-4456-b9e3-bbf44ade2dcb,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:53.321841 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-7b726e3a-417a-426c-895c-fe6f6919d5dd None None] Port c9d5182f-d3cf-41be-8eb4-032886792287 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:03:53.404060 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:53.501454 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=e9909bfe-928c-4456-b9e3-bbf44ade2dcb,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.556048 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:53.563440 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-26c9504e-a903-412b-80d7-4a4d64cc5399 admin admin] 10.222.0.53 "PUT /v2.0/routers/febb557e-8152-42cd-b25c-da0bb6072319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4243400 Apr 18 21:03:53.912263 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (22c3167f-a167-4e55-9f3e-53958ba9f621), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:54.112330 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Sync routers for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:54.138984 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:54.140079 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:54.162338 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (21513234-6362-4b09-ab4e-5ec7103a809d), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:54.493170 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:54.494087 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for port (21513234-6362-4b09-ab4e-5ec7103a809d), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:54.638039 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (21513234-6362-4b09-ab4e-5ec7103a809d), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:54.785184 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event updated for resources: {'Port': ['ID=21513234-6362-4b09-ab4e-5ec7103a809d,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:54.812252 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (22c3167f-a167-4e55-9f3e-53958ba9f621), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:54.874460 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:51Z', 'revision_number': 2, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:54.884646 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e9909bfe-928c-4456-b9e3-bbf44ade2dcb up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:54.937093 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Checking router: febb557e-8152-42cd-b25c-da0bb6072319 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:54.937804 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Updating router febb557e-8152-42cd-b25c-da0bb6072319 port c9d5182f-d3cf-41be-8eb4-032886792287 binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:55.005793 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.019734 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57056) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:55.023816 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port e9909bfe-928c-4456-b9e3-bbf44ade2dcb triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:55.024441 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.029084 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1452451696-network', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:55.047589 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Floating IP 22c3167f-a167-4e55-9f3e-53958ba9f621 associated. External IP: 172.27.1.20, port: a9614f70-2407-4380-bed3-89edcb039891. Apr 18 21:03:55.075163 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-fa498d3e-2b4e-49ee-98e1-574a98cdac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.172148 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Made reservation on behalf of 879d1eda763041bba37ccabb44aa5fac for: {'network': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:55.175971 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for network (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.189558 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.322500 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Publish callbacks [] for security_group (5d05decb-643e-4238-ac9c-c22ddc2ade10), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.437278 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port e9909bfe-928c-4456-b9e3-bbf44ade2dcb is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:55.438694 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (5d05decb-643e-4238-ac9c-c22ddc2ade10), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.483176 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=110664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:55.509255 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05decb-643e-4238-ac9c-c22ddc2ade10,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:55.520176 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (e5eb68b9-d482-4022-8d18-60a2e21561cc), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.520956 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.segments_db [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Added segment e5eb68b9-d482-4022-8d18-60a2e21561cc of type vlan for network a1bd3049-60ad-4377-b0e4-83dacf7724a6 Apr 18 21:03:55.599007 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788133124069'] for network (a1bd3049-60ad-4377-b0e4-83dacf7724a6), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.614277 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Publish callbacks [] for port (c9d5182f-d3cf-41be-8eb4-032886792287), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.630803 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:55.728849 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.744058 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174'] for network (a1bd3049-60ad-4377-b0e4-83dacf7724a6), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.745811 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:55.747403 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:55.830387 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Pushing event updated for resources: {'Port': ['ID=c9d5182f-d3cf-41be-8eb4-032886792287,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:55.861085 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:55.873884 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] Pushing event updated for resources: {'Network': ['ID=a1bd3049-60ad-4377-b0e4-83dacf7724a6,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:55.880862 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:55.897324 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Network a1bd3049-60ad-4377-b0e4-83dacf7724a6 details requested by agent ovs-agent-dv-cinder-826510-5-iscsi with host dv-cinder-826510-5-iscsi {{(pid=110665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:03:55.898640 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.899277 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.899814 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.900675 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.901120 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.902447 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.903836 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.904178 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.904753 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.906096 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.906096 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.906637 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.907270 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.907851 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.908419 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:55.926459 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-1ec6b61e-3f8b-4195-b6d9-01f43a5a37cf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9007151 Apr 18 21:03:55.927635 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57060) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:55.934730 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Request body: {'subnet': {'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1452451696-subnet', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'ip_version': 4}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:55.946007 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:55.946980 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:55.995835 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Attempting to bind port c9d5182f-d3cf-41be-8eb4-032886792287 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:03:55.997170 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Attempting to bind port c9d5182f-d3cf-41be-8eb4-032886792287 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:03:55.997554 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Attempting to bind port c9d5182f-d3cf-41be-8eb4-032886792287 on network 9978a848-3431-483b-aa07-bc40f46cc150 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:56.014548 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:56.015726 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:56.016334 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Checking segment: {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:56.017245 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:56.018102 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Bound using segment: {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:56.019115 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Bound port: c9d5182f-d3cf-41be-8eb4-032886792287, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:03:56.023447 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:56.103642 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Made reservation on behalf of 879d1eda763041bba37ccabb44aa5fac for: {'subnet': 1} {{(pid=110664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:56.110936 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16149931'] for subnet (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:56.114961 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-80509a42-730e-441a-851f-fce394a51a9e tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0347188 Apr 18 21:03:56.114961 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:03:56.118211 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3e591-835d-43ab-854e-89110fe613c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "tag": "a9614f70-2407-4380-bed3-89edcb039891"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:03:56.142784 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] For port c9d5182f-d3cf-41be-8eb4-032886792287, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:56.147461 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] For port c9d5182f-d3cf-41be-8eb4-032886792287, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=c9d5182f-d3cf-41be-8eb4-032886792287,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:56.183712 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a2973-7265-48ed-88f0-15337c275932 x-openstack-request-id: req-f31a2973-7265-48ed-88f0-15337c275932 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:03:56.183712 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "tag": "a9614f70-2407-4380-bed3-89edcb039891", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:03:56.183712 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f31a2973-7265-48ed-88f0-15337c275932 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:03:56.185543 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31a2973-7265-48ed-88f0-15337c275932'] response: {'name': 'network-changed', 'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891', 'status': 'completed', 'code': 200} Apr 18 21:03:56.240691 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:56.242356 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:56.283294 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-587b07b1-466f-40ac-adad-f8aba5928144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:56.286672 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-587b07b1-466f-40ac-adad-f8aba5928144 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 1129 time: 0.0823240 Apr 18 21:03:56.294107 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-c831de3b-f2b9-4541-9183-2e2197cff590 None None] Provisioning complete for port c9d5182f-d3cf-41be-8eb4-032886792287 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:56.295031 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c831de3b-f2b9-4541-9183-2e2197cff590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:56.326139 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:56.327107 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:56.550111 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-e8a1e441-f848-48cf-b8a1-def2980ab468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:56.553123 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-e8a1e441-f848-48cf-b8a1-def2980ab468 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.2595739 Apr 18 21:03:56.593693 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b8e5c-7f9e-4d9a-835b-570084b5c886 None None] Pushing event updated for resources: {'Port': ['ID=c9d5182f-d3cf-41be-8eb4-032886792287,revision_number=4']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:56.641336 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:56.685767 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13266825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16149949'] for subnet (83d0d1e2-4f78-4feb-a43f-2d1dfffb9795), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:56.737769 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-9ee34510-726a-4eee-a4c9-be1183234b62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9614f70-2407-4380-bed3-89edcb039891 HTTP/1.1" status: 200 len: 998 time: 0.1761239 Apr 18 21:03:56.805962 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-c831de3b-f2b9-4541-9183-2e2197cff590 None None] Current status of the port c9d5182f-d3cf-41be-8eb4-032886792287 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:56.806427 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c831de3b-f2b9-4541-9183-2e2197cff590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:56.829470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-ef480038-2220-4ab8-8c6e-a88d37369d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:56.832124 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-ef480038-2220-4ab8-8c6e-a88d37369d9b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0847065 Apr 18 21:03:56.875916 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d0d1e2-4f78-4feb-a43f-2d1dfffb9795,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:56.910459 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Checking segment: {'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:56.910914 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Network hostable DHCP agents. Network: a1bd3049-60ad-4377-b0e4-83dacf7724a6, hostable agents: ['9e12bf4a-bc81-49b4-88d8-2fef67d87ee5'], hosted agents: [] {{(pid=110664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:56.913208 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-c831de3b-f2b9-4541-9183-2e2197cff590 None None] For port c9d5182f-d3cf-41be-8eb4-032886792287, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=c9d5182f-d3cf-41be-8eb4-032886792287,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:56.921437 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-e45f3345-ceea-421c-bbc9-05218603f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:56.924867 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-e45f3345-ceea-421c-bbc9-05218603f8ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863910 Apr 18 21:03:56.944619 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-251b4c01-9219-458c-966e-7f22cf7f4c6b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 21:03:56.944619 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-251b4c01-9219-458c-966e-7f22cf7f4c6b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122120 Apr 18 21:03:56.986710 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '22c3167f-a167-4e55-9f3e-53958ba9f621', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': 'a9614f70-2407-4380-bed3-89edcb039891', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:53:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584e78b-af31-44d3-9fff-d23962760c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:03:53Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}, {'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:50Z', 'revision_number': 1, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:57.036318 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:57.039877 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c831de3b-f2b9-4541-9183-2e2197cff590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:57.046938 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Network a1bd3049-60ad-4377-b0e4-83dacf7724a6 is scheduled to be hosted by DHCP agent 9e12bf4a-bc81-49b4-88d8-2fef67d87ee5 with binding_index 1 {{(pid=110664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:57.087664 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:56Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:57.119128 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:57.119992 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:57.122322 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce40e87-e859-405f-bcdb-3f2ab49d60ee None None] The sync data for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi is: [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:56Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:57.122591 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-f1d86190-0d26-4318-ba89-4ca7b3f689cc service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725168 Apr 18 21:03:57.159404 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826510-5-iscsi, a1bd3049-60ad-4377-b0e4-83dacf7724a6) {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:57.165133 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:03:57.165898 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:57.219415 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd9cff-e3f4-4535-934f-a6fc244cc3a8 None None] Network a1bd3049-60ad-4377-b0e4-83dacf7724a6 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:03:57.316128 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-06e252ca-27c8-4433-acfe-9b774f74c775 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3879819 Apr 18 21:03:57.320916 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57076) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:03:57.337234 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:57.357273 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831de3b-f2b9-4541-9183-2e2197cff590 None None] Pushing event updated for resources: {'Port': ['ID=c9d5182f-d3cf-41be-8eb4-032886792287,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:57.387646 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-360bdbe3-6471-47fc-99f7-19af9233dc5e None None] Provisioning complete for port c9d5182f-d3cf-41be-8eb4-032886792287 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:57.388862 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-360bdbe3-6471-47fc-99f7-19af9233dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:57.422673 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c2b3e591-835d-43ab-854e-89110fe613c4 req-faa745ca-ec9f-46cc-b166-9b1f163a0d82 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933199 Apr 18 21:03:57.494275 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-6edf1d42-6161-4dcb-a67e-63e8cf3d81c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:57.525119 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1993033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9621'] for router (5cd196d3-c075-4b30-9bad-2ecda91514ee), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:57.526246 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9644'] for router (5cd196d3-c075-4b30-9bad-2ecda91514ee), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:57.568471 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:57.617963 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks [] for router_controller (5cd196d3-c075-4b30-9bad-2ecda91514ee), precommit_add_association {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:57.634550 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43bb1554-c283-51da-a309-68388883646d-a1bd3049-60ad-4377-b0e4-83dacf7724a6', 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6', 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'fixed_ips': [{'subnet_id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795'}]}} from dv-cinder-826510-5-iscsi. {{(pid=110665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 21:03:57.635755 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:57.723324 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-360bdbe3-6471-47fc-99f7-19af9233dc5e None None] Current status of the port c9d5182f-d3cf-41be-8eb4-032886792287 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:57.960972 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks [] for router_gateway (5cd196d3-c075-4b30-9bad-2ecda91514ee), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:58.049098 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.db_base_plugin_common [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Allocated IP 172.20.0.2 (a1bd3049-60ad-4377-b0e4-83dacf7724a6/83d0d1e2-4f78-4feb-a43f-2d1dfffb9795/cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc) {{(pid=110665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:58.187276 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '22c3167f-a167-4e55-9f3e-53958ba9f621', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': 'a9614f70-2407-4380-bed3-89edcb039891', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:53:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584e78b-af31-44d3-9fff-d23962760c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:03:53Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}, {'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:50Z', 'revision_number': 1, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:58.227072 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92620a6f-4f4b-4a52-b964-8ad155128f4d None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '22c3167f-a167-4e55-9f3e-53958ba9f621', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': 'a9614f70-2407-4380-bed3-89edcb039891', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:53:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584e78b-af31-44d3-9fff-d23962760c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:03:53Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 0, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}, {'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:50Z', 'revision_number': 1, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:58.384693 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks [] for router_gateway (5cd196d3-c075-4b30-9bad-2ecda91514ee), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:58.428381 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:58.575900 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Publish callbacks [] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), precommit_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:58.608601 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:58.636301 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Allocated IP 172.27.1.196 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/e52ceeff-7c3a-49d2-969d-9a3e5555c838) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:58.652581 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), after_create {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:58.676970 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf712fc-55b7-42a0-aa39-9d1ec13a4f7c None None] New status for floating IP 22c3167f-a167-4e55-9f3e-53958ba9f621: ACTIVE {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:03:58.762151 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Network a1bd3049-60ad-4377-b0e4-83dacf7724a6 is already hosted by enough agents. {{(pid=110665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:58.770079 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.scheduler.base_scheduler [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Resources bound (agent type, host, resource id): {{(pid=110665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:58.778194 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Received port after_create {{(pid=110665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:58.783879 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Pushing event updated for resources: {'Port': ['ID=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,revision_number=1']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.835633 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device c9d5182f-d3cf-41be-8eb4-032886792287 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:58.925943 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Attempting to bind port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:03:58.926220 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Attempting to bind port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:03:58.926593 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Attempting to bind port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc on network a1bd3049-60ad-4377-b0e4-83dacf7724a6 {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:58.939953 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks [] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:58.946875 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:58.950693 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Checking segment: {'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:03:58.950693 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:58.950693 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Bound using segment: {'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:58.950693 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Bound port: cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:03:58.950693 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:59.013457 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port c9d5182f-d3cf-41be-8eb4-032886792287 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:03:59.013841 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:59.098250 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] For port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:59.102475 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] For port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,segment=NetworkSegment(e5eb68b9-d482-4022-8d18-60a2e21561cc),segment_id=e5eb68b9-d482-4022-8d18-60a2e21561cc)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:59.162252 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port c9d5182f-d3cf-41be-8eb4-032886792287 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:03:59.190246 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:59.238389 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:59.244422 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:59.248173 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:59.268617 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:03:59.281617 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Pushing event updated for resources: {'Port': ['ID=e52ceeff-7c3a-49d2-969d-9a3e5555c838,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:59.348328 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a6ff4-d3d6-47c2-9c9f-a70ec2dc74fc None None] Pushing event updated for resources: {'Port': ['ID=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:00.085799 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks [] for router_gateway (5cd196d3-c075-4b30-9bad-2ecda91514ee), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:00.211087 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:00.399687 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995425'] for router (5cd196d3-c075-4b30-9bad-2ecda91514ee), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:00.478953 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d91fdc-5b18-4368-9db2-00a38bde1f30 None None] Network a1bd3049-60ad-4377-b0e4-83dacf7724a6 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:04:00.615530 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-974a5090-d286-4279-b8fe-c7dd2dc4d02b None None] Provisioning complete for port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:00.621291 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-974a5090-d286-4279-b8fe-c7dd2dc4d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:00.673738 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Router 5cd196d3-c075-4b30-9bad-2ecda91514ee is scheduled to L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 with binding_index 1 {{(pid=110663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:00.827447 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:00.882149 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:00.910159 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Sync routers for ids ['5cd196d3-c075-4b30-9bad-2ecda91514ee'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:04:00.922356 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-974a5090-d286-4279-b8fe-c7dd2dc4d02b None None] Current status of the port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:00.923935 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-974a5090-d286-4279-b8fe-c7dd2dc4d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:00.970344 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Routers {'5cd196d3-c075-4b30-9bad-2ecda91514ee'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:00.976693 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['5cd196d3-c075-4b30-9bad-2ecda91514ee'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:01.004343 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:01.008302 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-a4022ba0-f83c-4402-a4f0-b3bdca49df55 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6855233 Apr 18 21:04:01.012252 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57088) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:01.093165 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:01.093916 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:01.105987 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-974a5090-d286-4279-b8fe-c7dd2dc4d02b None None] For port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,segment=NetworkSegment(e5eb68b9-d482-4022-8d18-60a2e21561cc),segment_id=e5eb68b9-d482-4022-8d18-60a2e21561cc)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:01.238348 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-974a5090-d286-4279-b8fe-c7dd2dc4d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:01.454469 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Set router 5cd196d3-c075-4b30-9bad-2ecda91514ee gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:01.462304 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-f49943df-6abe-4a15-96e8-c4b57e81befd None None] Provisioning complete for port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:01.462993 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f49943df-6abe-4a15-96e8-c4b57e81befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:01.518830 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a5090-d286-4279-b8fe-c7dd2dc4d02b None None] Pushing event updated for resources: {'Port': ['ID=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:01.658795 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:01.689131 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:01.787789 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:01.891069 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Allocated IP 172.20.0.1 (a1bd3049-60ad-4377-b0e4-83dacf7724a6/83d0d1e2-4f78-4feb-a43f-2d1dfffb9795/6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:01.964310 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-f49943df-6abe-4a15-96e8-c4b57e81befd None None] Current status of the port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:02.022761 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:03:59Z', 'revision_number': 3, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port': {'id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:58Z', 'updated_at': '2022-04-18T21:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:02.079949 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Checking router: 5cd196d3-c075-4b30-9bad-2ecda91514ee for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:04:02.080529 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Updating router 5cd196d3-c075-4b30-9bad-2ecda91514ee port e52ceeff-7c3a-49d2-969d-9a3e5555c838 binding host dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:04:02.086837 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Publish callbacks [] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:02.129414 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:02.150980 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:02.266446 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:02.338343 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Network a1bd3049-60ad-4377-b0e4-83dacf7724a6 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:02.360687 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:02.367943 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:04:02.378783 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Pushing event updated for resources: {'Port': ['ID=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.429171 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995344'] for router_interface (5cd196d3-c075-4b30-9bad-2ecda91514ee), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:02.681802 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Publish callbacks [] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), precommit_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:02.765849 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:02.781788 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:02.836490 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:03.093965 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Publish callbacks [] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:03.105412 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-dd78d62f-f8f2-41c9-9fb2-6f3f41ca749d None None] Provisioning complete for port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:03.106171 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-dd78d62f-f8f2-41c9-9fb2-6f3f41ca749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:03.166294 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283733-a15f-40da-95bb-e82d961b2a38 None None] Pushing event updated for resources: {'Port': ['ID=e52ceeff-7c3a-49d2-969d-9a3e5555c838,revision_number=2']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.177672 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Attempting to bind port e52ceeff-7c3a-49d2-969d-9a3e5555c838 on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:04:03.178309 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Attempting to bind port e52ceeff-7c3a-49d2-969d-9a3e5555c838 by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:04:03.178953 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Attempting to bind port e52ceeff-7c3a-49d2-969d-9a3e5555c838 on network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:03.206058 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:03.212594 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:04:03.220202 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Checking segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:04:03.220202 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:03.220202 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Bound using segment: {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'} {{(pid=110665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:04:03.220202 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.managers [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Bound port: e52ceeff-7c3a-49d2-969d-9a3e5555c838, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42801f8c-d5c6-4963-96b2-325127108b06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe'}}] {{(pid=110665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:04:03.220202 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:03.269554 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-dd78d62f-f8f2-41c9-9fb2-6f3f41ca749d None None] Port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:04:03.299667 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:03.300718 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:03.354694 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996256'] for router_interface (5cd196d3-c075-4b30-9bad-2ecda91514ee), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:03.359893 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Pushing event updated for resources: {'Port': ['ID=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.399726 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] For port e52ceeff-7c3a-49d2-969d-9a3e5555c838, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:03.409004 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] For port e52ceeff-7c3a-49d2-969d-9a3e5555c838, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e52ceeff-7c3a-49d2-969d-9a3e5555c838,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:03.490466 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:03.506048 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:03.539998 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Network a1bd3049-60ad-4377-b0e4-83dacf7724a6 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:03.543770 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:03.591538 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Routers {'5cd196d3-c075-4b30-9bad-2ecda91514ee'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:03.592193 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['5cd196d3-c075-4b30-9bad-2ecda91514ee'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:03.651654 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283733-a15f-40da-95bb-e82d961b2a38 None None] Pushing event updated for resources: {'Port': ['ID=e52ceeff-7c3a-49d2-969d-9a3e5555c838,revision_number=3']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.755309 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Router 5cd196d3-c075-4b30-9bad-2ecda91514ee has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:04:03.784962 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] Set router 5cd196d3-c075-4b30-9bad-2ecda91514ee gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:03.942713 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:03.951802 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-3769d23c-420a-4ce0-9335-3d751530342b admin admin] 10.222.0.53 "PUT /v2.0/routers/5cd196d3-c075-4b30-9bad-2ecda91514ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9351714 Apr 18 21:04:03.994145 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-93c43958-4512-40f3-973c-142f7dc1cd7c None None] Provisioning complete for port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:03.994877 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-93c43958-4512-40f3-973c-142f7dc1cd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:04.098707 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-93c43958-4512-40f3-973c-142f7dc1cd7c None None] Port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:04:04.189646 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:04:02Z', 'revision_number': 4, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port': {'id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:58Z', 'updated_at': '2022-04-18T21:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d', 'name': '', 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'mac_address': 'fa:16:3e:8c:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:01Z', 'updated_at': '2022-04-18T21:04:02Z', 'revision_number': 2, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'subnets': [{'id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:04.238456 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38313326-df8a-4b77-a8e0-b11b365d8575 None None] The sync data for ids ['5cd196d3-c075-4b30-9bad-2ecda91514ee'] in dv-cinder-826510-5-iscsi is: [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:04:02Z', 'revision_number': 4, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port': {'id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:58Z', 'updated_at': '2022-04-18T21:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d', 'name': '', 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'mac_address': 'fa:16:3e:8c:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:01Z', 'updated_at': '2022-04-18T21:04:02Z', 'revision_number': 2, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'subnets': [{'id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:04:05.241585 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57110) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:05.248630 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838879756', 'description': 'tempest-secgroup-smoke-1838879756 description', 'project_id': '1ab7c5670e36409c86fad1de1e6a9027'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:05.374766 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:05.469471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group (367fb063-e2f8-4f2e-a024-f8e6fa69116c), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:05.536030 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (367fb063-e2f8-4f2e-a024-f8e6fa69116c), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:05.576516 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367fb063-e2f8-4f2e-a024-f8e6fa69116c,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.585212 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.585821 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.586074 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.586417 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.586792 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.587166 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.587502 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.587925 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.588276 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.588801 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.589176 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.589711 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.590124 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.590452 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.590805 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:05.667848 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:05.673898 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-dda89162-8731-4259-b4af-2787d1a57017 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4265547 Apr 18 21:04:05.674323 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57114) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:05.680184 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-deaa6bfe-3b70-4372-9aa9-95d99a3d500f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'security_group_rule': {'security_group_id': '367fb063-e2f8-4f2e-a024-f8e6fa69116c', 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:05.807752 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-deaa6bfe-3b70-4372-9aa9-95d99a3d500f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (3071b4b4-515c-47ad-9066-6aac0b339d69), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:05.885577 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-deaa6bfe-3b70-4372-9aa9-95d99a3d500f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (3071b4b4-515c-47ad-9066-6aac0b339d69), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:05.993257 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-deaa6bfe-3b70-4372-9aa9-95d99a3d500f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (3071b4b4-515c-47ad-9066-6aac0b339d69), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.013335 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa6bfe-3b70-4372-9aa9-95d99a3d500f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3071b4b4-515c-47ad-9066-6aac0b339d69,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.086773 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-deaa6bfe-3b70-4372-9aa9-95d99a3d500f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.088121 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-deaa6bfe-3b70-4372-9aa9-95d99a3d500f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125428 Apr 18 21:04:06.092108 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57116) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:06.097333 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-01373f6e-46b5-410e-b762-a418f23e2346 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'security_group_rule': {'security_group_id': '367fb063-e2f8-4f2e-a024-f8e6fa69116c', 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:06.225817 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-01373f6e-46b5-410e-b762-a418f23e2346 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (b7b61dda-a8b9-44df-8e55-436156731767), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.303825 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-01373f6e-46b5-410e-b762-a418f23e2346 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (b7b61dda-a8b9-44df-8e55-436156731767), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.392810 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-01373f6e-46b5-410e-b762-a418f23e2346 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (b7b61dda-a8b9-44df-8e55-436156731767), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.420743 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01373f6e-46b5-410e-b762-a418f23e2346 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b61dda-a8b9-44df-8e55-436156731767,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.523189 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-01373f6e-46b5-410e-b762-a418f23e2346 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.524692 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57120) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:06.530446 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-5e31c3d5-1ba9-4cdf-bc9a-b2bfd084143d tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'security_group_rule': {'security_group_id': '367fb063-e2f8-4f2e-a024-f8e6fa69116c', 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:06.533768 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-01373f6e-46b5-410e-b762-a418f23e2346 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4404619 Apr 18 21:04:06.636815 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5e31c3d5-1ba9-4cdf-bc9a-b2bfd084143d tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (f24fc79b-fc7d-494c-9edd-61c8ae89f702), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.711178 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5e31c3d5-1ba9-4cdf-bc9a-b2bfd084143d tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (f24fc79b-fc7d-494c-9edd-61c8ae89f702), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.763558 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Sync routers for ids ['5cd196d3-c075-4b30-9bad-2ecda91514ee'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:04:06.780919 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e52ceeff-7c3a-49d2-969d-9a3e5555c838 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:06.784776 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Routers {'5cd196d3-c075-4b30-9bad-2ecda91514ee'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:06.785507 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['5cd196d3-c075-4b30-9bad-2ecda91514ee'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:06.787286 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5e31c3d5-1ba9-4cdf-bc9a-b2bfd084143d tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (f24fc79b-fc7d-494c-9edd-61c8ae89f702), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.814339 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31c3d5-1ba9-4cdf-bc9a-b2bfd084143d tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24fc79b-fc7d-494c-9edd-61c8ae89f702,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.842800 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port e52ceeff-7c3a-49d2-969d-9a3e5555c838 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:06.843367 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.915006 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-5e31c3d5-1ba9-4cdf-bc9a-b2bfd084143d tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:06.916509 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-5e31c3d5-1ba9-4cdf-bc9a-b2bfd084143d tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907170 Apr 18 21:04:06.919854 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57122) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:06.927638 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-0ac3ab3a-373e-4425-9134-697e13077a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'security_group_rule': {'security_group_id': '367fb063-e2f8-4f2e-a024-f8e6fa69116c', 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:06.955571 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Set router 5cd196d3-c075-4b30-9bad-2ecda91514ee gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:06.976847 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port e52ceeff-7c3a-49d2-969d-9a3e5555c838 is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:06.978872 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.013166 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] For port e52ceeff-7c3a-49d2-969d-9a3e5555c838, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e52ceeff-7c3a-49d2-969d-9a3e5555c838,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:07.117503 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ab3a-373e-4425-9134-697e13077a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (64c81312-0932-4ba0-af16-89ed1fe4ffda), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.148016 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.223794 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ab3a-373e-4425-9134-697e13077a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (64c81312-0932-4ba0-af16-89ed1fe4ffda), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.261154 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Pushing event updated for resources: {'Port': ['ID=e52ceeff-7c3a-49d2-969d-9a3e5555c838,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.334440 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:04:02Z', 'revision_number': 4, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port': {'id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:58Z', 'updated_at': '2022-04-18T21:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d', 'name': '', 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'mac_address': 'fa:16:3e:8c:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:01Z', 'updated_at': '2022-04-18T21:04:02Z', 'revision_number': 2, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'subnets': [{'id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:07.352930 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ab3a-373e-4425-9134-697e13077a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (64c81312-0932-4ba0-af16-89ed1fe4ffda), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.365594 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Checking router: 5cd196d3-c075-4b30-9bad-2ecda91514ee for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:04:07.365594 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Updating router 5cd196d3-c075-4b30-9bad-2ecda91514ee port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d binding host dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:04:07.372647 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3ab3a-373e-4425-9134-697e13077a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c81312-0932-4ba0-af16-89ed1fe4ffda,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.409867 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.486670 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ab3a-373e-4425-9134-697e13077a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.487960 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0ac3ab3a-373e-4425-9134-697e13077a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5664277 Apr 18 21:04:07.491554 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57124) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:07.504703 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-f476c981-70c0-489a-a349-bebdc09cea72 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'security_group_rule': {'security_group_id': '367fb063-e2f8-4f2e-a024-f8e6fa69116c', 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:07.701299 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.securitygroups_db [None req-f476c981-70c0-489a-a349-bebdc09cea72 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Project 1ab7c5670e36409c86fad1de1e6a9027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:04:07.708239 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f476c981-70c0-489a-a349-bebdc09cea72 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (d45fccf0-ecc7-49c2-8269-dd587cb4fdd3), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.752165 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Publish callbacks [] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.782875 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f476c981-70c0-489a-a349-bebdc09cea72 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (d45fccf0-ecc7-49c2-8269-dd587cb4fdd3), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.884527 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.916005 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f476c981-70c0-489a-a349-bebdc09cea72 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (d45fccf0-ecc7-49c2-8269-dd587cb4fdd3), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:07.954696 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476c981-70c0-489a-a349-bebdc09cea72 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45fccf0-ecc7-49c2-8269-dd587cb4fdd3,revision_number=0']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.003037 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f75c2-bdf9-4586-8189-b0350d4da0e2 None None] Pushing event updated for resources: {'Port': ['ID=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.026415 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f476c981-70c0-489a-a349-bebdc09cea72 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.031766 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f476c981-70c0-489a-a349-bebdc09cea72 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5280414 Apr 18 21:04:08.034873 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57128) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:08.040387 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [None req-10a21eb3-da38-4304-b9bf-d353d4624c08 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'security_group_rule': {'security_group_id': '367fb063-e2f8-4f2e-a024-f8e6fa69116c', 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:08.065342 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Attempting to bind port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d on host dv-cinder-826510-5-iscsi for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:04:08.065988 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Attempting to bind port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d by drivers openvswitch,hyperv on host dv-cinder-826510-5-iscsi at level 0 using segments [{'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:04:08.066413 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Attempting to bind port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d on network a1bd3049-60ad-4377-b0e4-83dacf7724a6 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:08.074936 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Checking agent: {'id': '516aa241-f2c2-44e7-afeb-1a7e9b456d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826510-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 44, 1), 'started_at': datetime.datetime(2022, 4, 18, 20, 44, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826510-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:04:08.075553 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Checking segment: {'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:04:08.076173 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.076804 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Bound using segment: {'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:04:08.077585 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Bound port: 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d, host: dv-cinder-826510-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eb68b9-d482-4022-8d18-60a2e21561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:04:08.078157 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.169924 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] For port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d, host dv-cinder-826510-5-iscsi, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:08.174278 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] For port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d, host dv-cinder-826510-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,segment=NetworkSegment(e5eb68b9-d482-4022-8d18-60a2e21561cc),segment_id=e5eb68b9-d482-4022-8d18-60a2e21561cc)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:08.187863 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.securitygroups_db [None req-10a21eb3-da38-4304-b9bf-d353d4624c08 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Project 1ab7c5670e36409c86fad1de1e6a9027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:04:08.196450 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-10a21eb3-da38-4304-b9bf-d353d4624c08 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (1dfadeb5-cec4-41c1-aca8-1546cb597d1f), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.264948 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-850db4b3-6601-4e42-a1f9-25d8d7495546 None None] Provisioning complete for port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:08.265662 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-850db4b3-6601-4e42-a1f9-25d8d7495546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.299270 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-10a21eb3-da38-4304-b9bf-d353d4624c08 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (1dfadeb5-cec4-41c1-aca8-1546cb597d1f), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.312294 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.313058 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-850db4b3-6601-4e42-a1f9-25d8d7495546 None None] Port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:04:08.418983 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Routers {'5cd196d3-c075-4b30-9bad-2ecda91514ee'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:08.420081 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:03:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['5cd196d3-c075-4b30-9bad-2ecda91514ee'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:08.424599 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-10a21eb3-da38-4304-b9bf-d353d4624c08 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634847'] for security_group_rule (1dfadeb5-cec4-41c1-aca8-1546cb597d1f), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.430199 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f75c2-bdf9-4586-8189-b0350d4da0e2 None None] Pushing event updated for resources: {'Port': ['ID=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,revision_number=4']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.466658 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a21eb3-da38-4304-b9bf-d353d4624c08 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfadeb5-cec4-41c1-aca8-1546cb597d1f,revision_number=0']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.562852 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-10a21eb3-da38-4304-b9bf-d353d4624c08 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.564494 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-10a21eb3-da38-4304-b9bf-d353d4624c08 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5283523 Apr 18 21:04:08.649525 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] Set router 5cd196d3-c075-4b30-9bad-2ecda91514ee gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:08.767343 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-b6f33e01-4c2f-4cb8-9ec6-330c5a0bf3a8 None None] Provisioning complete for port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:08.767934 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b6f33e01-4c2f-4cb8-9ec6-330c5a0bf3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:08.889694 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e52ceeff-7c3a-49d2-969d-9a3e5555c838 up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:09.020614 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-b6f33e01-4c2f-4cb8-9ec6-330c5a0bf3a8 None None] Current status of the port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d is: DOWN; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:09.021257 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b6f33e01-4c2f-4cb8-9ec6-330c5a0bf3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:09.035782 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:04:02Z', 'revision_number': 4, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port': {'id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:58Z', 'updated_at': '2022-04-18T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d', 'name': '', 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'mac_address': 'fa:16:3e:8c:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:01Z', 'updated_at': '2022-04-18T21:04:08Z', 'revision_number': 4, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'subnets': [{'id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:09.074022 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa377-da57-44c9-9d28-29f81efa8246 None None] The sync data for ids ['5cd196d3-c075-4b30-9bad-2ecda91514ee'] in dv-cinder-826510-5-iscsi is: [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:04:02Z', 'revision_number': 4, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port': {'id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:58Z', 'updated_at': '2022-04-18T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d', 'name': '', 'network_id': 'a1bd3049-60ad-4377-b0e4-83dacf7724a6', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'mac_address': 'fa:16:3e:8c:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:01Z', 'updated_at': '2022-04-18T21:04:08Z', 'revision_number': 4, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'subnets': [{'id': '83d0d1e2-4f78-4feb-a43f-2d1dfffb9795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:04:09.105684 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port e52ceeff-7c3a-49d2-969d-9a3e5555c838 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:09.106306 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:09.112105 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-b6f33e01-4c2f-4cb8-9ec6-330c5a0bf3a8 None None] For port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,segment=NetworkSegment(e5eb68b9-d482-4022-8d18-60a2e21561cc),segment_id=e5eb68b9-d482-4022-8d18-60a2e21561cc)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:09.194577 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b6f33e01-4c2f-4cb8-9ec6-330c5a0bf3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:09.294282 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port e52ceeff-7c3a-49d2-969d-9a3e5555c838 is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:09.296209 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:09.347840 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f33e01-4c2f-4cb8-9ec6-330c5a0bf3a8 None None] Pushing event updated for resources: {'Port': ['ID=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.389658 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:09.390073 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:09.545086 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:10.804783 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d up at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:10.895767 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Provisioning complete for port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:10.896313 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:11.008567 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Current status of the port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d is: ACTIVE; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:19.727686 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:04:23.944537 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57294) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:24.128478 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:24.284723 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Publish callbacks [] for security_group (95900070-a4f6-49ea-973d-9a78e333045e), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:24.364034 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (95900070-a4f6-49ea-973d-9a78e333045e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:24.426307 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95900070-a4f6-49ea-973d-9a78e333045e,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.434278 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad7495eab7d74131bfdddb0a5c9b1e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4879513 Apr 18 21:04:24.437528 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57298) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:24.456401 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.456766 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.457111 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.457458 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.457905 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.458256 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.458633 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.459116 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.459563 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.460001 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.460438 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.460873 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.461305 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.461739 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.462186 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01908fb-aebd-455e-ba0f-45b23d3c7799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:24.527687 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4d1476d5-ea35-414e-afd4-fae4d8cd3881 admin admin] Publish callbacks [] for security_group (95900070-a4f6-49ea-973d-9a78e333045e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:24.559555 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4d1476d5-ea35-414e-afd4-fae4d8cd3881 admin admin] Publish callbacks [] for security_group (95900070-a4f6-49ea-973d-9a78e333045e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:24.724370 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4d1476d5-ea35-414e-afd4-fae4d8cd3881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (95900070-a4f6-49ea-973d-9a78e333045e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:24.729092 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-4d1476d5-ea35-414e-afd4-fae4d8cd3881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:24.733613 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-4d1476d5-ea35-414e-afd4-fae4d8cd3881 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95900070-a4f6-49ea-973d-9a78e333045e HTTP/1.1" status: 204 len: 168 time: 0.2919939 Apr 18 21:04:24.746496 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1476d5-ea35-414e-afd4-fae4d8cd3881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95900070-a4f6-49ea-973d-9a78e333045e,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.993275 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3b69f798-9bf2-4a94-89e2-85e5c64da31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:26.065607 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-7ed3ee5b-10a6-4cdc-8026-f73012ee2fcc tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838879756&fields=id&tenant_id=1ab7c5670e36409c86fad1de1e6a9027 HTTP/1.1" status: 200 len: 267 time: 0.0476665 Apr 18 21:04:26.194908 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-32563d89-d9a5-417d-8719-c06fad6806f5 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:26.196421 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-32563d89-d9a5-417d-8719-c06fad6806f5 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 809 time: 0.1226029 Apr 18 21:04:26.216499 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-7971c21f-d895-4e05-b8f4-551ddf096982 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/quotas/1ab7c5670e36409c86fad1de1e6a9027 HTTP/1.1" status: 200 len: 375 time: 0.0105758 Apr 18 21:04:26.276470 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-658c455f-ef30-4087-bb5f-a5771b6a50a8 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537381 Apr 18 21:04:26.453003 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-db95ed2f-079c-4936-b21e-5cf60ef0b45b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 21:04:26.454065 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-db95ed2f-079c-4936-b21e-5cf60ef0b45b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1611700 Apr 18 21:04:26.578547 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-61f74277-3b08-415a-9af9-3418d137a5ad service neutron] 10.222.0.53 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180935 Apr 18 21:04:26.719647 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-868e9cad-bf10-42bd-be95-e852be1575b1 service neutron] 10.222.0.53 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347744 Apr 18 21:04:27.321975 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-03d00829-792b-4c10-a4c8-574e538c6d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:27.401963 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-592def3b-701b-4045-858a-286290433613 req-cbff38fa-8acd-4a9b-ae32-b9d573c48aaf tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0456219 Apr 18 21:04:28.397922 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:28.515802 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-09095fd0-e3d1-4cc2-8984-773e86751c0a req-9e0314de-0bcb-41c7-bf3a-298e0f855aaf tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0480394 Apr 18 21:04:29.637950 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7999ec75-50f9-45e3-8360-816fa335281e req-20e79d7c-555c-4101-9bfe-369413f91011 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0324543 Apr 18 21:04:30.105746 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-82daa508-040e-4e21-95d4-a2aa62336833 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:30.108064 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-82daa508-040e-4e21-95d4-a2aa62336833 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.78 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 809 time: 0.1893904 Apr 18 21:04:30.210986 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-e2cd5057-22c8-49b0-88cf-9a8e4caf1f90 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab7c5670e36409c86fad1de1e6a9027 HTTP/1.1" status: 200 len: 380 time: 0.0937822 Apr 18 21:04:30.216950 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:30.220485 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'port': {'device_id': 'df463792-3705-485e-b005-03e3d48dd7c2', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'admin_state_up': True, 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'security_groups': ['367fb063-e2f8-4f2e-a024-f8e6fa69116c']}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:30.483953 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Made reservation on behalf of 1ab7c5670e36409c86fad1de1e6a9027 for: {'port': 1} {{(pid=110663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:30.487701 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:30.676318 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_common [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Allocated IP 172.20.0.3 (9978a848-3431-483b-aa07-bc40f46cc150/f9f4b6b0-67a2-42b3-b0c6-554c915b3a66/0d9d92f2-1a07-4140-a590-99f7913e7055) {{(pid=110663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:30.862953 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7dc5c47-91b0-411e-a2b9-f973689d8dae req-9c718ac8-7d1d-4756-868f-b2950325fc37 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0909550 Apr 18 21:04:30.946162 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), precommit_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:31.090732 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_create {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:31.147775 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Network 9978a848-3431-483b-aa07-bc40f46cc150 is already hosted by enough agents. {{(pid=110663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:31.151976 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.base_scheduler [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Resources bound (agent type, host, resource id): {{(pid=110663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:31.158235 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Received port after_create {{(pid=110663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:04:31.163364 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=1']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:31.226047 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:31.227340 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:31.332722 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-066ec945-7db4-4a97-add2-d1314f4260a0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1161773 Apr 18 21:04:31.445203 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.v2.base [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Request body: {'port': {'device_id': 'df463792-3705-485e-b005-03e3d48dd7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=110663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:31.516033 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-8e68cbac-6243-45f7-8a50-f15b736a0ce8 None None] Provisioning complete for port 0d9d92f2-1a07-4140-a590-99f7913e7055 triggered by entity DHCP. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:31.516781 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8e68cbac-6243-45f7-8a50-f15b736a0ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:31.578052 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-8e68cbac-6243-45f7-8a50-f15b736a0ce8 None None] Port 0d9d92f2-1a07-4140-a590-99f7913e7055 cannot update to ACTIVE because it is not bound. {{(pid=110665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 21:04:31.611746 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:31.857658 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:32.072895 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:32.077272 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a609e5-0ffd-4b05-9969-89cf383fea4a req-67bea5d3-aabf-4bf3-8842-59038322db0c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:32.079009 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-52a609e5-0ffd-4b05-9969-89cf383fea4a req-67bea5d3-aabf-4bf3-8842-59038322db0c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 931 time: 0.0852699 Apr 18 21:04:32.194229 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-52a609e5-0ffd-4b05-9969-89cf383fea4a req-c4a436ef-7ea7-43e2-b0f1-46bbf2a0441b tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080542 Apr 18 21:04:32.288151 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9d92f2-1a07-4140-a590-99f7913e7055 {{(pid=110663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:04:32.298039 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Publish callbacks [] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), precommit_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:32.314253 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.provisioning_blocks [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Transition to ACTIVE for port object 0d9d92f2-1a07-4140-a590-99f7913e7055 will not be triggered until provisioned by entity L2. {{(pid=110663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 21:04:32.390399 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:32.473825 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=2']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:32.588463 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Attempting to bind port 0d9d92f2-1a07-4140-a590-99f7913e7055 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 21:04:32.589226 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Attempting to bind port 0d9d92f2-1a07-4140-a590-99f7913e7055 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 21:04:32.589593 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Attempting to bind port 0d9d92f2-1a07-4140-a590-99f7913e7055 on network 9978a848-3431-483b-aa07-bc40f46cc150 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:32.595969 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Port 0d9d92f2-1a07-4140-a590-99f7913e7055 on network 9978a848-3431-483b-aa07-bc40f46cc150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:04:32.596281 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Attempting to bind port 0d9d92f2-1a07-4140-a590-99f7913e7055 on network 9978a848-3431-483b-aa07-bc40f46cc150 {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:32.604016 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Checking agent: {'id': '77830734-3d42-4cb6-80ef-6acf7eb52b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'started_at': datetime.datetime(2022, 4, 18, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:04:32.604425 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Checking segment: {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 21:04:32.604852 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Bound using segment: {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'} {{(pid=110663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:04:32.605324 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.managers [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Bound port: 0d9d92f2-1a07-4140-a590-99f7913e7055, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a243e8f-87af-4dca-9cc5-ed995195da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150'}}] {{(pid=110663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 21:04:32.605731 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), before_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:32.711175 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, cleared binding levels {{(pid=110663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:32.717236 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:32.819041 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12669786'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_update {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:32.864306 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:32.865715 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:32.867949 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] 10.222.0.78 "PUT /v2.0/ports/0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 1093 time: 1.5279009 Apr 18 21:04:32.872257 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:32.873107 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efef9c2-2342-4987-a40d-affedf8f1a51" -d '{"events": [{"name": "network-changed", "server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:32.911033 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e688c-42df-46af-8028-89195748b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=3']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:33.077426 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-d5c06b09-12c3-4a55-8110-a27ae080d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:33.079204 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-d5c06b09-12c3-4a55-8110-a27ae080d3a5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1127 time: 0.0635896 Apr 18 21:04:33.159533 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-00270789-af8c-4149-9d08-5782bf192300 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 217 time: 0.0728393 Apr 18 21:04:33.218708 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6c7af3-165a-4c62-916c-1f69431dd164 x-openstack-request-id: req-da6c7af3-165a-4c62-916c-1f69431dd164 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:33.219051 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:33.219281 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da6c7af3-165a-4c62-916c-1f69431dd164 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:33.219705 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6c7af3-165a-4c62-916c-1f69431dd164'] response: {'name': 'network-changed', 'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'status': 'completed', 'code': 200} Apr 18 21:04:33.221880 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3073ff37-567e-4f61-aa3b-a843f52f15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:33.223700 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3073ff37-567e-4f61-aa3b-a843f52f15ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 200 len: 848 time: 0.0583787 Apr 18 21:04:33.285172 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-d8b2b7a9-5fd0-4700-b5ba-e92a8a0a6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:33.286852 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-d8b2b7a9-5fd0-4700-b5ba-e92a8a0a6e4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9978a848-3431-483b-aa07-bc40f46cc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510287 Apr 18 21:04:33.389092 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38864d7-668e-4b69-a231-b0684296c271 req-41a3099c-3fb5-4352-8e86-2b938c0384b2 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:33.390848 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f38864d7-668e-4b69-a231-b0684296c271 req-41a3099c-3fb5-4352-8e86-2b938c0384b2 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.1030006 Apr 18 21:04:33.460871 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-8a6bdaa6-3b26-428d-b2f9-c50675157de0 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638818 Apr 18 21:04:33.479332 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f38864d7-668e-4b69-a231-b0684296c271 req-ea6eb4d3-98f2-46a9-9115-985413fb4826 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817380 Apr 18 21:04:33.574823 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9d31e5b4-cd73-42fe-893e-eaa1f037dd76 req-3b6c8382-8531-4dbe-9806-97fe138bc639 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071212 Apr 18 21:04:33.967436 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-68f24b07-134c-476f-a925-c0693cbc8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:33.969322 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-68f24b07-134c-476f-a925-c0693cbc8fd9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1127 time: 0.0490408 Apr 18 21:04:34.099426 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-3ddb557f-d6dc-4b14-a8cc-8eb02dfa2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:34.101222 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-3ddb557f-d6dc-4b14-a8cc-8eb02dfa2b7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 910 time: 0.1245525 Apr 18 21:04:34.153168 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-a513cffd-36e6-4aae-bf60-ca1546e2c854 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 217 time: 0.0461102 Apr 18 21:04:34.222605 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-30a98048-6f97-4392-a771-aef777840c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:34.225419 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-30a98048-6f97-4392-a771-aef777840c80 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 200 len: 848 time: 0.0653732 Apr 18 21:04:34.281510 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-488a4299-277a-4e11-b524-8879c2db7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:34.283294 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-488a4299-277a-4e11-b524-8879c2db7dcd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9978a848-3431-483b-aa07-bc40f46cc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515144 Apr 18 21:04:34.443366 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-6f5520a4-2b43-4522-95a6-70fd00c0a424 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535196 Apr 18 21:04:34.579291 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1efef9c2-2342-4987-a40d-affedf8f1a51 req-a8281e61-2003-4c1d-8ccd-3e1d22482379 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295519 Apr 18 21:04:34.620040 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36354ba8-2dfa-4773-b90f-10038309fbc2 req-2a29e226-fc5d-418a-a3e8-2403a1ad4a4a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:34.620702 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-36354ba8-2dfa-4773-b90f-10038309fbc2 req-2a29e226-fc5d-418a-a3e8-2403a1ad4a4a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0567381 Apr 18 21:04:34.679440 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-36354ba8-2dfa-4773-b90f-10038309fbc2 req-f3d41f92-cf63-4164-b357-e4c88000034a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514884 Apr 18 21:04:35.847865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c81007-8c53-4859-84cc-ff749fadb8ef req-6f8475dc-7d93-45ad-8a36-17ed213933dd tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:35.850595 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a6c81007-8c53-4859-84cc-ff749fadb8ef req-6f8475dc-7d93-45ad-8a36-17ed213933dd tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0861700 Apr 18 21:04:35.916932 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a6c81007-8c53-4859-84cc-ff749fadb8ef req-f0e0da82-ae63-4754-8431-25e200498b6f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592878 Apr 18 21:04:37.044164 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a09bef-9663-469a-8beb-2f1d47c952e1 req-300c4cc7-3093-4762-a846-07174c6279dc tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:37.045808 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-79a09bef-9663-469a-8beb-2f1d47c952e1 req-300c4cc7-3093-4762-a846-07174c6279dc tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0552580 Apr 18 21:04:37.110564 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-79a09bef-9663-469a-8beb-2f1d47c952e1 req-0c884b54-9473-4692-8f09-b58759ae2cbd tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529075 Apr 18 21:04:38.243497 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d872-30b2-4ab3-b1b3-76b265072a16 req-318584ca-a251-4d9c-8316-eb3e077b7f67 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:38.245475 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3b74d872-30b2-4ab3-b1b3-76b265072a16 req-318584ca-a251-4d9c-8316-eb3e077b7f67 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0557802 Apr 18 21:04:38.310906 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3b74d872-30b2-4ab3-b1b3-76b265072a16 req-b4a5b4f8-67be-43b9-9113-c645b6a6155f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589051 Apr 18 21:04:39.482330 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147624f-2f70-4b01-b285-a617bc2d0a8d req-889f34dd-7323-4871-a683-88129e1f1318 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:39.484031 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a147624f-2f70-4b01-b285-a617bc2d0a8d req-889f34dd-7323-4871-a683-88129e1f1318 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0627403 Apr 18 21:04:39.547689 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a147624f-2f70-4b01-b285-a617bc2d0a8d req-ca215b82-6e19-4698-88be-e0cf49c8087b tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536883 Apr 18 21:04:40.708539 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ae0e2-d76f-4965-9e8f-b422038c72c8 req-972337a6-87e1-4cee-86d7-e7aad3ad12f4 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:40.710266 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-482ae0e2-d76f-4965-9e8f-b422038c72c8 req-972337a6-87e1-4cee-86d7-e7aad3ad12f4 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0592594 Apr 18 21:04:40.786947 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-482ae0e2-d76f-4965-9e8f-b422038c72c8 req-c046a9c5-0539-4dc3-8162-3968609ff066 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655439 Apr 18 21:04:40.975588 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0d9d92f2-1a07-4140-a590-99f7913e7055 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:04:41.090931 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:41.104842 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'port_id': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'mac_address': 'fa:16:3e:8a:aa:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:04:41.150323 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 0d9d92f2-1a07-4140-a590-99f7913e7055 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:41.150813 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:41.173803 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9d92f2-1a07-4140-a590-99f7913e7055 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:04:41.211394 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:41.289498 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:41.373908 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=4']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:41.497873 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['0d9d92f2-1a07-4140-a590-99f7913e7055'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:04:41.932839 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5738c-4069-4f4d-b5db-f1f9f308db56 req-621fbfd2-fefe-474b-aec7-8f6048744006 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:41.934491 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e4e5738c-4069-4f4d-b5db-f1f9f308db56 req-621fbfd2-fefe-474b-aec7-8f6048744006 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 944 time: 0.0556324 Apr 18 21:04:42.001107 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e4e5738c-4069-4f4d-b5db-f1f9f308db56 req-5de44b4c-f0cb-4165-a655-76a86f065ffe tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564578 Apr 18 21:04:42.974462 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0d9d92f2-1a07-4140-a590-99f7913e7055 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:43.027334 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning for port 0d9d92f2-1a07-4140-a590-99f7913e7055 completed by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 21:04:43.092589 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 0d9d92f2-1a07-4140-a590-99f7913e7055 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:04:43.093040 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:43.182728 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142cea5-2093-4c7d-8c3d-f1ab0d9a8e8a req-e1578996-d796-478e-9098-00994cfcc814 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:43.185510 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a142cea5-2093-4c7d-8c3d-f1ab0d9a8e8a req-e1578996-d796-478e-9098-00994cfcc814 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 944 time: 0.0705135 Apr 18 21:04:43.196704 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 0d9d92f2-1a07-4140-a590-99f7913e7055 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:04:43.197098 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:43.225109 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:43.228019 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b57a91-02a5-4149-9f6c-5ecc1fd1c337" -d '{"events": [{"server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:43.243406 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:43.263808 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a142cea5-2093-4c7d-8c3d-f1ab0d9a8e8a req-6a5a268c-0ac5-4bcc-9a77-cb04b2b3f29a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708280 Apr 18 21:04:43.342862 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:43.398441 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad2d41-6c44-4b74-b43b-4072d01fdfde x-openstack-request-id: req-b3ad2d41-6c44-4b74-b43b-4072d01fdfde {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:43.398922 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:43.399961 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3ad2d41-6c44-4b74-b43b-4072d01fdfde {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:43.400651 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ad2d41-6c44-4b74-b43b-4072d01fdfde'] response: {'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'code': 200} Apr 18 21:04:43.427307 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=5']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:43.694765 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-a42c849d-f6ba-4cd0-94cb-27faf8148312 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471253 Apr 18 21:04:43.799914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdfef-0bd5-4ab1-95eb-557456889c1f req-ed3ec2ae-c864-45f4-8c31-2e561718d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:43.802002 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7bbbdfef-0bd5-4ab1-95eb-557456889c1f req-ed3ec2ae-c864-45f4-8c31-2e561718d8b6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1129 time: 0.0845892 Apr 18 21:04:43.817753 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-a5287531-0df5-4e28-aa0b-7d2ef6e169d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:43.819393 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-a5287531-0df5-4e28-aa0b-7d2ef6e169d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1129 time: 0.0655971 Apr 18 21:04:43.900097 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7bbbdfef-0bd5-4ab1-95eb-557456889c1f req-f1dc8d12-93ba-4d8e-a5f9-4ad36253c854 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890419 Apr 18 21:04:43.981999 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-a3a7b3f2-7fea-4b62-86ff-4cc6ca84a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:43.985076 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-a3a7b3f2-7fea-4b62-86ff-4cc6ca84a673 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.1371508 Apr 18 21:04:44.176852 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-7bc7ce9f-e998-4ce6-8230-e3f71964b017 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 200 len: 1001 time: 0.0670595 Apr 18 21:04:44.232665 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-dcd4f6af-83da-4b68-a7a8-e496a4028c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:44.234107 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-dcd4f6af-83da-4b68-a7a8-e496a4028c0d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0499139 Apr 18 21:04:44.287460 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-71f2e55a-a512-487d-aef5-91978980f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:44.288984 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-71f2e55a-a512-487d-aef5-91978980f0d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482161 Apr 18 21:04:44.389834 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386d5f-b2aa-4d80-94fc-f9e5d124e980 req-91a95f1f-f22e-4b81-acf9-c23d8ee84840 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:44.391519 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-39386d5f-b2aa-4d80-94fc-f9e5d124e980 req-91a95f1f-f22e-4b81-acf9-c23d8ee84840 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0512640 Apr 18 21:04:44.454485 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-39386d5f-b2aa-4d80-94fc-f9e5d124e980 req-f8b22712-a275-4de8-9c88-f3e062adc54b tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572145 Apr 18 21:04:44.652842 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-b3315616-7137-4367-889c-1207f2b477c3 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032779 Apr 18 21:04:44.780170 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-22fb606c-1420-4e7e-adb0-bd1ae843b904 req-e613dc13-29f3-4fb3-940d-cf0129249160 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077611 Apr 18 21:04:45.590701 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7783-ccb7-4d04-a580-26e9c1e9be40 req-4b158d8f-b5bf-431d-90e5-a15e9eece2fe tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:45.592835 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-10fa7783-ccb7-4d04-a580-26e9c1e9be40 req-4b158d8f-b5bf-431d-90e5-a15e9eece2fe tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0578606 Apr 18 21:04:45.658408 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-10fa7783-ccb7-4d04-a580-26e9c1e9be40 req-347d917d-c71a-4138-b585-cb4bc353999c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581713 Apr 18 21:04:45.792058 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771fa0d-b066-4e33-905a-517f948c56d1 req-c622c847-f988-4e4f-b062-5302bdf5cb75 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:45.793971 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f771fa0d-b066-4e33-905a-517f948c56d1 req-c622c847-f988-4e4f-b062-5302bdf5cb75 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0564072 Apr 18 21:04:45.884633 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f771fa0d-b066-4e33-905a-517f948c56d1 req-a9832589-0e89-4105-9441-6dc2b7284a77 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830944 Apr 18 21:04:45.908921 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57378) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:46.145371 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9786b-079e-4dc8-8a8e-684e0884ea55 tempest-TestShelveInstance-405887213 tempest-TestShelveInstance-405887213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:46.146926 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0ac9786b-079e-4dc8-8a8e-684e0884ea55 tempest-TestShelveInstance-405887213 tempest-TestShelveInstance-405887213-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1124 time: 0.2368891 Apr 18 21:04:46.151794 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57382) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:04:46.156598 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.v2.base [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Request body: {'floatingip': {'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'port_id': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:46.385478 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:46.501049 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (None), before_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:46.631286 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_common [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Allocated IP 172.27.1.175 (92aa3796-0bca-4a0c-86ad-25b1835a6ffe/09b8cb0a-b9d3-4aee-b89e-dfc2b787b707/cf9c7811-dae9-45ad-9df5-2df6f4ec455e) {{(pid=110664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:46.756622 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for port (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:46.884201 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788133138360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:46.934400 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Network 92aa3796-0bca-4a0c-86ad-25b1835a6ffe is already hosted by enough agents. {{(pid=110664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:46.940439 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.base_scheduler [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Resources bound (agent type, host, resource id): {{(pid=110664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:46.944762 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Received port after_create {{(pid=110664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:04:46.951315 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'Port': ['ID=cf9c7811-dae9-45ad-9df5-2df6f4ec455e,revision_number=1']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:47.485437 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for floatingip (6ea12ceb-74a8-4fba-b38a-df39413329ab), precommit_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:47.682391 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), before_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:47.893846 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for port (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), precommit_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:47.978937 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264896'] for port (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), after_update {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:48.050471 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event updated for resources: {'Port': ['ID=cf9c7811-dae9-45ad-9df5-2df6f4ec455e,revision_number=2']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:48.069614 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995463'] for floatingip (6ea12ceb-74a8-4fba-b38a-df39413329ab), after_create {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:48.203097 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Floating IP 6ea12ceb-74a8-4fba-b38a-df39413329ab associated. External IP: 172.27.1.175, port: 0d9d92f2-1a07-4140-a590-99f7913e7055. Apr 18 21:04:48.748774 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Router febb557e-8152-42cd-b25c-da0bb6072319 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:04:48.878032 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:48.892310 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] Sync routers for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:04:48.904161 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:48.905785 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:04:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:48.997808 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:49.034525 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-80e19f09-e274-41a0-9714-c796cd4de799 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8812158 Apr 18 21:04:49.035188 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:49.037984 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75bc024-9f26-449b-b42c-841803ee1b25" -d '{"events": [{"name": "network-changed", "server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:49.044848 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:49.141196 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350a5939-5d55-458d-b4e5-2dbfabfd9873 x-openstack-request-id: req-350a5939-5d55-458d-b4e5-2dbfabfd9873 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:49.142204 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:49.142204 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-350a5939-5d55-458d-b4e5-2dbfabfd9873 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:49.142458 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350a5939-5d55-458d-b4e5-2dbfabfd9873'] response: {'name': 'network-changed', 'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'status': 'completed', 'code': 200} Apr 18 21:04:49.216736 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-ac0e892f-19d1-4c08-9fca-8725977e6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:49.218291 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-ac0e892f-19d1-4c08-9fca-8725977e6a65 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1129 time: 0.0519469 Apr 18 21:04:49.309256 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '6ea12ceb-74a8-4fba-b38a-df39413329ab', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'port_id': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'mac_address': 'fa:16:3e:8a:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df463792-3705-485e-b005-03e3d48dd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:47Z', 'updated_at': '2022-04-18T21:04:47Z', 'revision_number': 0, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:56Z', 'revision_number': 5, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.324541 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-86afaaf5-4670-415d-84a0-4ab35792debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:49.326089 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-86afaaf5-4670-415d-84a0-4ab35792debe service neutron] 10.222.0.78 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 910 time: 0.1006336 Apr 18 21:04:49.338915 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] Checking router: febb557e-8152-42cd-b25c-da0bb6072319 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:04:49.348166 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:49.348790 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:04:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.401638 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-f0937505-41a4-4868-89b5-04e8fe5460f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 999 time: 0.0684030 Apr 18 21:04:49.465172 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-063f3841-0b97-4012-ad1f-bc328e32659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:49.466819 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-063f3841-0b97-4012-ad1f-bc328e32659b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 200 len: 848 time: 0.0587816 Apr 18 21:04:49.521869 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-8ae6170a-922b-4d3f-ade7-0e410a3732ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:04:49.523544 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-8ae6170a-922b-4d3f-ade7-0e410a3732ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9978a848-3431-483b-aa07-bc40f46cc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491545 Apr 18 21:04:49.631185 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-c550a2d8-b5f7-43b7-8fc1-07d548b39464 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994799 Apr 18 21:04:49.638648 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:49.744749 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a75bc024-9f26-449b-b42c-841803ee1b25 req-67d41ac2-e847-46d8-8dd1-9b05b552027b service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073492 Apr 18 21:04:49.903715 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '6ea12ceb-74a8-4fba-b38a-df39413329ab', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'port_id': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'mac_address': 'fa:16:3e:8a:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df463792-3705-485e-b005-03e3d48dd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:47Z', 'updated_at': '2022-04-18T21:04:47Z', 'revision_number': 0, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:56Z', 'revision_number': 5, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.933422 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e9dcf-59f1-439f-93e8-799f47b54e59 None None] The sync data for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi is: [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '6ea12ceb-74a8-4fba-b38a-df39413329ab', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'port_id': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'mac_address': 'fa:16:3e:8a:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df463792-3705-485e-b005-03e3d48dd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:47Z', 'updated_at': '2022-04-18T21:04:47Z', 'revision_number': 0, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:56Z', 'revision_number': 5, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:04:50.179080 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea3526-9b49-4e56-b40c-f4b0e4b6e4a0 None None] New status for floating IP 6ea12ceb-74a8-4fba-b38a-df39413329ab: ACTIVE {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:04:54.951873 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-632bed8d-c227-47c3-8ecc-84440772b09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:56.729935 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:04:57.312081 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-5f765ee3-b179-456d-8f64-548273ddda7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:04:58.431494 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:00.221152 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:01.549890 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:02.056099 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:24.944981 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-37d5865f-1044-49dc-b7e8-4427c93c9bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:27.425148 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-795c3f13-b155-4361-8b1d-9e4c4727fea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:28.385330 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:30.228504 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:31.556302 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:32.076164 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:33.730942 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:05:34.325806 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57404) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:34.563058 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Deleting port 21513234-6362-4b09-ab4e-5ec7103a809d {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:34.563417 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (21513234-6362-4b09-ab4e-5ec7103a809d), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:34.703627 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (21513234-6362-4b09-ab4e-5ec7103a809d), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:34.703970 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (21513234-6362-4b09-ab4e-5ec7103a809d), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:34.723974 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Calling delete_port for 21513234-6362-4b09-ab4e-5ec7103a809d owned by network:floatingip {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:35.013768 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (21513234-6362-4b09-ab4e-5ec7103a809d), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:35.050685 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event deleted for resources: {'Port': ['ID=21513234-6362-4b09-ab4e-5ec7103a809d,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.086879 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.087242 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.087574 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.087940 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.088292 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.088633 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.088975 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.089305 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.089642 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.089967 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.090302 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.090635 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.090992 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.091320 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.091652 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:35.152290 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (22c3167f-a167-4e55-9f3e-53958ba9f621), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:35.152845 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Floating IP 22c3167f-a167-4e55-9f3e-53958ba9f621 disassociated (deleted). External IP: 172.27.1.20, port: a9614f70-2407-4380-bed3-89edcb039891. Apr 18 21:05:35.478120 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:35.612446 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:35.617128 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:35.624679 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:05:35.641354 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:35.642441 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:35.656987 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-e735d33e-b44c-4c43-8fdd-310391ce59f4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "DELETE /v2.0/floatingips/22c3167f-a167-4e55-9f3e-53958ba9f621 HTTP/1.1" status: 204 len: 168 time: 1.3294122 Apr 18 21:05:35.657538 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:35.660352 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8334709a-ee29-45f5-b47a-1e6fea825d97" -d '{"events": [{"name": "network-changed", "server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "tag": "a9614f70-2407-4380-bed3-89edcb039891"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:35.703908 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb4fa94-67db-4f46-83f1-16fc4d52bb13 x-openstack-request-id: req-ccb4fa94-67db-4f46-83f1-16fc4d52bb13 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:35.704295 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "tag": "a9614f70-2407-4380-bed3-89edcb039891", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:35.704618 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccb4fa94-67db-4f46-83f1-16fc4d52bb13 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:35.705135 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb4fa94-67db-4f46-83f1-16fc4d52bb13'] response: {'name': 'network-changed', 'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891', 'status': 'completed', 'code': 200} Apr 18 21:05:35.786507 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-026b8487-e077-4bdc-a681-de573b1bce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:35.788792 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-026b8487-e077-4bdc-a681-de573b1bce81 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 1129 time: 0.0540037 Apr 18 21:05:35.797451 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:35.911620 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-4a46af0c-71ff-45bc-af8a-ae1e7c347bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:35.915392 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-4a46af0c-71ff-45bc-af8a-ae1e7c347bb2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.1213534 Apr 18 21:05:35.958589 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-f24e0395-4c1a-4d44-9a07-646abaaf4cc7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9614f70-2407-4380-bed3-89edcb039891 HTTP/1.1" status: 200 len: 217 time: 0.0372019 Apr 18 21:05:36.048443 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-210c59fe-d9f0-4d51-b7f5-05f18056206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:36.050757 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-210c59fe-d9f0-4d51-b7f5-05f18056206b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0860484 Apr 18 21:05:36.102450 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:50Z', 'revision_number': 1, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.109598 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-7ba673c6-3c7b-46b7-b43f-67da9268ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:36.111385 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-7ba673c6-3c7b-46b7-b43f-67da9268ba31 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540493 Apr 18 21:05:36.155829 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:05:36.169008 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:36.169748 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.308063 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:36.608446 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:50Z', 'revision_number': 1, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.640300 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236e34b-ee0e-49df-be1c-2bc88674a8ef None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_floatingips': [{'id': '77207c94-3a92-4c56-a435-058c2e5ce690', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'router_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'port_id': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'mac_address': 'fa:16:3e:fb:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:46Z', 'updated_at': '2022-04-18T21:01:50Z', 'revision_number': 1, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:05:36.666001 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c960b-249e-4d79-b347-8859a456c22c req-4d262f89-eb83-402c-be3f-ae2a6ecbf00a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:36.667624 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-939c960b-249e-4d79-b347-8859a456c22c req-4d262f89-eb83-402c-be3f-ae2a6ecbf00a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 945 time: 0.4677067 Apr 18 21:05:36.691303 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-ca4abaab-a099-43aa-be40-121512ba0d84 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716209 Apr 18 21:05:36.736702 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-939c960b-249e-4d79-b347-8859a456c22c req-abbc1de7-32b2-4520-8d16-8c4749cb703b tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585477 Apr 18 21:05:36.930313 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164c1ed-b2e4-4a74-90dc-2b1b9b782a86 None None] New status for floating IP 22c3167f-a167-4e55-9f3e-53958ba9f621: DOWN {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:05:37.216806 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8334709a-ee29-45f5-b47a-1e6fea825d97 req-b32b6c9b-1af4-4155-84b4-ee6c8092db96 service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147215 Apr 18 21:05:37.666450 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-eeaac679-b9cc-4185-9184-244567d2aebb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:37.668029 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-eeaac679-b9cc-4185-9184-244567d2aebb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 945 time: 0.0596027 Apr 18 21:05:37.766088 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Deleting port a9614f70-2407-4380-bed3-89edcb039891 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:37.766460 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (a9614f70-2407-4380-bed3-89edcb039891), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:37.904175 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24e5f0-4242-4fb8-be2c-76e9f8f86e23 req-5d18354c-29dc-4bec-9711-8fca00f9b947 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:37.905700 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2f24e5f0-4242-4fb8-be2c-76e9f8f86e23 req-5d18354c-29dc-4bec-9711-8fca00f9b947 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 945 time: 0.0679994 Apr 18 21:05:37.914345 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] For port a9614f70-2407-4380-bed3-89edcb039891, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=a9614f70-2407-4380-bed3-89edcb039891,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:37.914712 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (a9614f70-2407-4380-bed3-89edcb039891), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:37.939970 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Calling delete_port for a9614f70-2407-4380-bed3-89edcb039891 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:38.018538 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2f24e5f0-4242-4fb8-be2c-76e9f8f86e23 req-3be5dd0d-12be-4399-9c7a-5ff1fdd10725 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065273 Apr 18 21:05:38.173654 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (a9614f70-2407-4380-bed3-89edcb039891), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:38.209097 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event deleted for resources: {'Port': ['ID=a9614f70-2407-4380-bed3-89edcb039891,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.262523 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] No DVR routers for this DVR port a9614f70-2407-4380-bed3-89edcb039891 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:38.265341 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:38.268924 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-23b05268-3dc4-4b34-90e4-64bf75d4ea29 req-47affd02-581a-489a-8937-37b32215f9ba tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "DELETE /v2.0/ports/a9614f70-2407-4380-bed3-89edcb039891 HTTP/1.1" status: 204 len: 173 time: 0.5951381 Apr 18 21:05:38.269443 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'name': 'network-vif-deleted', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:38.272113 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3d00e6-1f9f-4785-b1c2-f83bea530a94" -d '{"events": [{"server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "name": "network-vif-deleted", "tag": "a9614f70-2407-4380-bed3-89edcb039891"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:38.321208 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de808af-879e-4280-972c-3cd30873b8c7 x-openstack-request-id: req-2de808af-879e-4280-972c-3cd30873b8c7 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:38.323129 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f584e78b-af31-44d3-9fff-d23962760c79", "name": "network-vif-deleted", "tag": "a9614f70-2407-4380-bed3-89edcb039891", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:38.323129 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2de808af-879e-4280-972c-3cd30873b8c7 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:38.323129 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de808af-879e-4280-972c-3cd30873b8c7'] response: {'server_uuid': 'f584e78b-af31-44d3-9fff-d23962760c79', 'name': 'network-vif-deleted', 'tag': 'a9614f70-2407-4380-bed3-89edcb039891', 'status': 'completed', 'code': 200} Apr 18 21:05:39.146468 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-8533c636-a0f5-4d43-a419-5a75a8b7c691 req-5aa7a30f-6d82-47c6-8161-971b6869f31a tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=f584e78b-af31-44d3-9fff-d23962760c79 HTTP/1.1" status: 200 len: 210 time: 0.0347650 Apr 18 21:05:41.175604 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device a9614f70-2407-4380-bed3-89edcb039891 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:41.201776 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: a9614f70-2407-4380-bed3-89edcb039891 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:05:41.202261 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device a9614f70-2407-4380-bed3-89edcb039891 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:42.792437 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57440) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:42.961051 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Deleting port 14e0881a-9b50-4954-b58d-655e1e55af2d {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:42.961395 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (14e0881a-9b50-4954-b58d-655e1e55af2d), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:43.049809 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (14e0881a-9b50-4954-b58d-655e1e55af2d), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:43.050183 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (14e0881a-9b50-4954-b58d-655e1e55af2d), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:43.066445 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Calling delete_port for 14e0881a-9b50-4954-b58d-655e1e55af2d owned by network:floatingip {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:43.390538 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (14e0881a-9b50-4954-b58d-655e1e55af2d), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:43.419242 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event deleted for resources: {'Port': ['ID=14e0881a-9b50-4954-b58d-655e1e55af2d,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:43.435196 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.435547 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.435898 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.436296 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.436695 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.439010 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.444831 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.445572 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.446147 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.446526 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.447284 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.447877 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.448450 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.449025 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.449598 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:43.561505 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (77207c94-3a92-4c56-a435-058c2e5ce690), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:43.562050 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.db.l3_db [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Floating IP 77207c94-3a92-4c56-a435-058c2e5ce690 disassociated (deleted). External IP: 172.27.1.170, port: 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f. Apr 18 21:05:43.806935 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:43.935634 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:43.940691 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:43.947266 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:05:43.961814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:43.962452 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.977944 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-cefbfc93-04af-4d36-bffe-dff11a02a0d4 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "DELETE /v2.0/floatingips/77207c94-3a92-4c56-a435-058c2e5ce690 HTTP/1.1" status: 204 len: 168 time: 1.1843584 Apr 18 21:05:43.978823 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f'}] {{(pid=110664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:43.981400 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b427a041897b5dceab24a840a7e8694e269b81b029ba4cee198d1f2fc6eb005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b" -d '{"events": [{"name": "network-changed", "server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f"}]}' {{(pid=110664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:44.024570 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08edf402-6e57-4a63-957b-ec3b43927082 x-openstack-request-id: req-08edf402-6e57-4a63-957b-ec3b43927082 {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:44.024949 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f", "status": "completed", "code": 200}]} {{(pid=110664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:44.025245 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08edf402-6e57-4a63-957b-ec3b43927082 {{(pid=110664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:44.025680 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08edf402-6e57-4a63-957b-ec3b43927082'] response: {'name': 'network-changed', 'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'status': 'completed', 'code': 200} Apr 18 21:05:44.092893 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-647ffca3-2a1d-4a78-b1f6-b5b8072ec36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:44.095409 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-647ffca3-2a1d-4a78-b1f6-b5b8072ec36d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a25adc6fa84412ebb8926467be360ce&device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 1129 time: 0.0464432 Apr 18 21:05:44.098503 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:44.260680 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-984cb9aa-e7c8-48cb-a532-1effdb395ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:44.263324 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-984cb9aa-e7c8-48cb-a532-1effdb395ea3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 200 len: 913 time: 0.1613061 Apr 18 21:05:44.324501 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:44.336462 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-a5e122e8-547a-47c3-8910-06afbbde9952 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 200 len: 217 time: 0.0664256 Apr 18 21:05:44.353973 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:05:44.363768 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:44.364413 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:44.421061 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-0c7238f3-8983-4aae-954c-63282504f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:44.423733 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-0c7238f3-8983-4aae-954c-63282504f05a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 200 len: 851 time: 0.0810020 Apr 18 21:05:44.476132 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-3f643d71-628b-4d70-b5e9-54ddb700128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:44.477768 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-3f643d71-628b-4d70-b5e9-54ddb700128f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475013 Apr 18 21:05:44.692602 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:44.700770 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2519d6-72e7-451b-9e0e-c26ea6d429ff req-a44ae2d1-f21d-4b8b-ab63-14741a6c71bc tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:44.702839 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fb2519d6-72e7-451b-9e0e-c26ea6d429ff req-a44ae2d1-f21d-4b8b-ab63-14741a6c71bc tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 945 time: 0.1013207 Apr 18 21:05:44.736144 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-0aef9067-7143-4107-83de-3a9d997ff77d service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460938 Apr 18 21:05:44.786107 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fb2519d6-72e7-451b-9e0e-c26ea6d429ff req-64a53488-aa76-4ea0-9b64-d4c86ca861a0 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753860 Apr 18 21:05:44.932936 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:44.963780 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6474cf-2fc3-4f32-b437-aa765605a674 None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 4, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': '1c09af51-d8f6-4f4c-b358-33b60f61f175', 'name': '', 'network_id': 'aaf9c12b-9997-455c-81d6-2c0e5ea65bb2', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'mac_address': 'fa:16:3e:50:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:44Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'subnets': [{'id': 'd60a26b5-d758-49a8-93d9-84dded140f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:05:45.253684 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d8197-f78f-471d-91a7-88bed0080b10 None None] New status for floating IP 77207c94-3a92-4c56-a435-058c2e5ce690: DOWN {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:05:45.624790 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a2baba3-91cf-4a69-9282-8a5cb37ab14b req-0729936e-f158-474d-ae12-da07c4bcf32b service neutron] 10.222.0.78 "GET /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082470 Apr 18 21:05:45.925222 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e2490-c054-4c42-9d08-6c19ffeab07d req-055f306d-e6bc-44fd-8513-3c2b9c1b2edd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:45.926709 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7c1e2490-c054-4c42-9d08-6c19ffeab07d req-055f306d-e6bc-44fd-8513-3c2b9c1b2edd tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 945 time: 0.0523400 Apr 18 21:05:46.020882 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-6b09e396-d91f-4cef-aabc-366bcc4195c3 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:05:46.022978 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-6b09e396-d91f-4cef-aabc-366bcc4195c3 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 945 time: 0.0733604 Apr 18 21:05:46.027389 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7c1e2490-c054-4c42-9d08-6c19ffeab07d req-bafb632b-fbdb-46e9-92fa-19dd7c7b92a3 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb5a5c17-0dd6-4811-b344-196f6f577027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943012 Apr 18 21:05:46.118689 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Deleting port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:46.119067 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:46.226939 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] For port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:46.227230 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:46.243683 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Calling delete_port for 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:46.456779 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (3aafbc43-f8dc-4070-b8e9-2bf07014ed0f), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:46.489897 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event deleted for resources: {'Port': ['ID=3aafbc43-f8dc-4070-b8e9-2bf07014ed0f,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.549028 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] No DVR routers for this DVR port 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:46.552056 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:46.556673 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1e141e54-61a0-45a7-8018-f74caba2f11f req-12c3d8d0-6e39-41e2-8cc7-bd8b377ac666 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.78 "DELETE /v2.0/ports/3aafbc43-f8dc-4070-b8e9-2bf07014ed0f HTTP/1.1" status: 204 len: 173 time: 0.5283203 Apr 18 21:05:46.557281 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'name': 'network-vif-deleted', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:46.559559 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7115a6-c6c3-48ad-a3f4-8cdca4c9a939" -d '{"events": [{"server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "name": "network-vif-deleted", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:46.608305 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962304a8-5271-474e-8e3c-15c4fd6d17b8 x-openstack-request-id: req-962304a8-5271-474e-8e3c-15c4fd6d17b8 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:46.608305 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b6a7c3-97a9-47ac-a845-69a0974152dc", "name": "network-vif-deleted", "tag": "3aafbc43-f8dc-4070-b8e9-2bf07014ed0f", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:46.608305 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-962304a8-5271-474e-8e3c-15c4fd6d17b8 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:46.608305 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962304a8-5271-474e-8e3c-15c4fd6d17b8'] response: {'server_uuid': '37b6a7c3-97a9-47ac-a845-69a0974152dc', 'name': 'network-vif-deleted', 'tag': '3aafbc43-f8dc-4070-b8e9-2bf07014ed0f', 'status': 'completed', 'code': 200} Apr 18 21:05:47.160460 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-0fb801b1-facc-4d3c-a4eb-b61afe4fc9a2 req-09c8c81e-0442-4d04-be96-b24eabb13b07 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "GET /v2.0/ports?device_id=37b6a7c3-97a9-47ac-a845-69a0974152dc HTTP/1.1" status: 200 len: 210 time: 0.0374045 Apr 18 21:05:48.241080 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57456) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:48.382603 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Deleting port 06118e9c-ae4a-4671-aaf1-37e1e4dd1e56 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:48.383170 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:48.488649 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:48.489283 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:48.514352 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Calling delete_port for 06118e9c-ae4a-4671-aaf1-37e1e4dd1e56 owned by network:floatingip {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:48.765172 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (06118e9c-ae4a-4671-aaf1-37e1e4dd1e56), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:48.794346 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event deleted for resources: {'Port': ['ID=06118e9c-ae4a-4671-aaf1-37e1e4dd1e56,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:48.876058 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for floatingip (7c0cb433-6dd4-49b9-8723-94be267bb3f0), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:48.878825 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:48.880054 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-4b408dfb-9ae4-468a-a346-bb41cb622abb tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "DELETE /v2.0/floatingips/7c0cb433-6dd4-49b9-8723-94be267bb3f0 HTTP/1.1" status: 204 len: 168 time: 0.6375246 Apr 18 21:05:49.237623 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:49.261827 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:05:49.262299 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 3aafbc43-f8dc-4070-b8e9-2bf07014ed0f not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:50.353219 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57470) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:50.423480 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9985843e-cdf2-44df-bce0-8b7af23502f2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group (bb5a5c17-0dd6-4811-b344-196f6f577027), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:50.455062 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9985843e-cdf2-44df-bce0-8b7af23502f2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group (bb5a5c17-0dd6-4811-b344-196f6f577027), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:50.584849 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9985843e-cdf2-44df-bce0-8b7af23502f2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (bb5a5c17-0dd6-4811-b344-196f6f577027), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:50.587543 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9985843e-cdf2-44df-bce0-8b7af23502f2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:50.588750 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9985843e-cdf2-44df-bce0-8b7af23502f2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] 10.222.0.53 "DELETE /v2.0/security-groups/bb5a5c17-0dd6-4811-b344-196f6f577027 HTTP/1.1" status: 204 len: 168 time: 0.2342381 Apr 18 21:05:50.598870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985843e-cdf2-44df-bce0-8b7af23502f2 tempest-TestVolumeBootPattern-516983848 tempest-TestVolumeBootPattern-516983848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5a5c17-0dd6-4811-b344-196f6f577027,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:50.726845 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57474) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:51.308331 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:51.589654 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Deleting port 1c09af51-d8f6-4f4c-b358-33b60f61f175 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:51.589962 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:51.700340 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] For port 1c09af51-d8f6-4f4c-b358-33b60f61f175, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=1c09af51-d8f6-4f4c-b358-33b60f61f175,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:51.700713 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:51.725822 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Calling delete_port for 1c09af51-d8f6-4f4c-b358-33b60f61f175 owned by network:router_interface {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:52.081378 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (1c09af51-d8f6-4f4c-b358-33b60f61f175), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:52.109430 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c09af51-d8f6-4f4c-b358-33b60f61f175,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:52.398630 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:52.658731 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:52.808364 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:52.819138 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-40adf07c-0c30-48a6-9c51-1eb14db1c28c admin admin] 10.222.0.53 "PUT /v2.0/routers/4cb7167d-b4a6-419c-bde7-3eb035a6cf97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0894225 Apr 18 21:05:52.820882 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] Sync routers for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:05:52.821490 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57478) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:52.840587 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:52.841663 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:52.981121 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks [] for router (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:53.030874 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:53.132521 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks [] for router_gateway (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:53.289628 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T21:05:51Z', 'revision_number': 5, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port': {'id': '330223ce-1b83-4de5-98a6-01cc95ef552b', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:53.306208 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Deleting port 330223ce-1b83-4de5-98a6-01cc95ef552b {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:53.306553 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:53.319435 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] Checking router: 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:05:53.329303 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] Routers {'4cb7167d-b4a6-419c-bde7-3eb035a6cf97'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:53.329931 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:05:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:53.514177 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] Set router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 gateway port host: None {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:53.631010 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 6, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port_host': None}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:53.685661 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ff8c7-6efe-4514-aef5-0bed09bd470a None None] The sync data for ids ['4cb7167d-b4a6-419c-bde7-3eb035a6cf97'] in dv-cinder-826510-5-iscsi is: [{'id': '4cb7167d-b4a6-419c-bde7-3eb035a6cf97', 'name': 'tempest-TestVolumeBootPattern-2036956194-router', 'tenant_id': '1a25adc6fa84412ebb8926467be360ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:38Z', 'updated_at': '2022-04-18T21:05:53Z', 'revision_number': 6, 'project_id': '1a25adc6fa84412ebb8926467be360ce', 'gw_port_host': None}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:05:53.705540 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] For port 330223ce-1b83-4de5-98a6-01cc95ef552b, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=330223ce-1b83-4de5-98a6-01cc95ef552b,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:53.705905 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:53.727856 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Calling delete_port for 330223ce-1b83-4de5-98a6-01cc95ef552b owned by network:router_gateway {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:54.047376 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (330223ce-1b83-4de5-98a6-01cc95ef552b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.073111 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=330223ce-1b83-4de5-98a6-01cc95ef552b,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:54.162452 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.308219 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.312258 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks [] for router_controller (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.474965 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (4cb7167d-b4a6-419c-bde7-3eb035a6cf97), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.475504 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb7167d-b4a6-419c-bde7-3eb035a6cf97 {{(pid=110664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:54.480523 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.481740 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-eb95ac14-fd85-4bf9-a5e5-f9e0da299c45 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4cb7167d-b4a6-419c-bde7-3eb035a6cf97 HTTP/1.1" status: 204 len: 168 time: 1.6589050 Apr 18 21:05:54.485979 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57480) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:54.555407 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4b44de-28f1-4e35-b49a-d9c051adbb20 admin admin] Deleting subnet d60a26b5-d758-49a8-93d9-84dded140f8d {{(pid=110663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:05:54.561190 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7e4b44de-28f1-4e35-b49a-d9c051adbb20 admin admin] Publish callbacks [] for subnet (d60a26b5-d758-49a8-93d9-84dded140f8d), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.633131 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7e4b44de-28f1-4e35-b49a-d9c051adbb20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13184746'] for subnet (d60a26b5-d758-49a8-93d9-84dded140f8d), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.774868 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7e4b44de-28f1-4e35-b49a-d9c051adbb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (d60a26b5-d758-49a8-93d9-84dded140f8d), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:54.835704 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1c09af51-d8f6-4f4c-b358-33b60f61f175 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:54.858531 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 1c09af51-d8f6-4f4c-b358-33b60f61f175 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:05:54.859264 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 1c09af51-d8f6-4f4c-b358-33b60f61f175 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:54.859897 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 330223ce-1b83-4de5-98a6-01cc95ef552b no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:54.891903 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 330223ce-1b83-4de5-98a6-01cc95ef552b {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:05:54.892249 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 330223ce-1b83-4de5-98a6-01cc95ef552b not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:54.978981 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7e4b44de-28f1-4e35-b49a-d9c051adbb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12669708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12587789'] for subnet (d60a26b5-d758-49a8-93d9-84dded140f8d), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.004301 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b44de-28f1-4e35-b49a-d9c051adbb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60a26b5-d758-49a8-93d9-84dded140f8d,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.013551 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-7e4b44de-28f1-4e35-b49a-d9c051adbb20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.015550 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-7e4b44de-28f1-4e35-b49a-d9c051adbb20 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d60a26b5-d758-49a8-93d9-84dded140f8d HTTP/1.1" status: 204 len: 168 time: 0.5285103 Apr 18 21:05:55.019133 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57482) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:55.026483 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b381896-7774-4a75-8f20-6894241e368a None None] Network aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:05:55.042169 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6e80-ecee-4c4b-be2e-9a8b547ae97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.106669 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.169232 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Deleting port 803dfb28-4df2-4b92-a653-d9d45cb2c318 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:55.173509 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.212020 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] DHCP port deletion for aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:05:55.242677 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] For port 803dfb28-4df2-4b92-a653-d9d45cb2c318, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=803dfb28-4df2-4b92-a653-d9d45cb2c318,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:55.252969 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.261044 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Calling delete_port for 803dfb28-4df2-4b92-a653-d9d45cb2c318 owned by network:dhcp {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:55.285186 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Deleting port 803dfb28-4df2-4b92-a653-d9d45cb2c318 {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:55.285813 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.376599 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] For port 803dfb28-4df2-4b92-a653-d9d45cb2c318, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=803dfb28-4df2-4b92-a653-d9d45cb2c318,segment=NetworkSegment(623deb37-c9c8-45f5-a67b-a1aa2af91cf1),segment_id=623deb37-c9c8-45f5-a67b-a1aa2af91cf1)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:55.377181 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.402071 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Calling delete_port for 803dfb28-4df2-4b92-a653-d9d45cb2c318 owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:55.516355 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.545897 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (803dfb28-4df2-4b92-a653-d9d45cb2c318), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.570479 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=803dfb28-4df2-4b92-a653-d9d45cb2c318,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.574670 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Pushing event deleted for resources: {'Port': ['ID=803dfb28-4df2-4b92-a653-d9d45cb2c318,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.579112 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] No DVR routers for this DVR port 803dfb28-4df2-4b92-a653-d9d45cb2c318 on host dv-cinder-826510-5-iscsi {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:55.585505 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.586910 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.586910 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.586910 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.586910 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.587556 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.587715 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.587985 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.588254 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.588751 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.588944 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.589240 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.589566 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.589894 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.590219 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:55.593543 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45531c6-f929-4871-8681-f9b65c03d810 None None] No DVR routers for this DVR port 803dfb28-4df2-4b92-a653-d9d45cb2c318 on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:55.675218 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.700369 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf9c12b-9997-455c-81d6-2c0e5ea65bb2']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:55.712967 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623deb37-c9c8-45f5-a67b-a1aa2af91cf1') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:55.713269 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623deb37-c9c8-45f5-a67b-a1aa2af91cf1') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:55.727794 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (623deb37-c9c8-45f5-a67b-a1aa2af91cf1), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.752915 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (623deb37-c9c8-45f5-a67b-a1aa2af91cf1), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.761966 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:05:55.762457 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (623deb37-c9c8-45f5-a67b-a1aa2af91cf1), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:55.770991 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:55.938334 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (aaf9c12b-9997-455c-81d6-2c0e5ea65bb2), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.944614 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:55.948089 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aaf9c12b-9997-455c-81d6-2c0e5ea65bb2 HTTP/1.1" status: 204 len: 168 time: 0.9278038 Apr 18 21:05:55.951738 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57484) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:55.961008 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062514f8-494f-441e-bb52-119b734f8cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf9c12b-9997-455c-81d6-2c0e5ea65bb2,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:56.364384 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:56.663141 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Deleting port 42415ede-ccba-4f20-9ac3-c436b9d14c2c {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:56.663511 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:56.764730 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] For port 42415ede-ccba-4f20-9ac3-c436b9d14c2c, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=42415ede-ccba-4f20-9ac3-c436b9d14c2c,segment=NetworkSegment(f7e012dd-07ad-4c86-8572-458476b8dd21),segment_id=f7e012dd-07ad-4c86-8572-458476b8dd21)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:56.765162 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:56.787869 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Calling delete_port for 42415ede-ccba-4f20-9ac3-c436b9d14c2c owned by network:router_interface {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:56.822147 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 803dfb28-4df2-4b92-a653-d9d45cb2c318 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:56.845012 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 803dfb28-4df2-4b92-a653-d9d45cb2c318 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:05:56.845339 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 803dfb28-4df2-4b92-a653-d9d45cb2c318 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:57.073815 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (42415ede-ccba-4f20-9ac3-c436b9d14c2c), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:57.106063 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42415ede-ccba-4f20-9ac3-c436b9d14c2c,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:57.342576 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9c967cb8-d3e3-415d-b67f-885058c3cbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:57.397505 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:57.680491 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:57.824120 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:57.832153 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-8848fa5a-533b-427c-b3f3-0a7660899bc3 admin admin] 10.222.0.53 "PUT /v2.0/routers/2ddeb8b4-9050-400b-82d1-301ab4bf4d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8790641 Apr 18 21:05:57.836274 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57486) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:57.837136 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] Sync routers for ids ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:05:57.849318 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] Routers {'2ddeb8b4-9050-400b-82d1-301ab4bf4d62'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:57.850618 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:05:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:57.992878 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks [] for router (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:58.022910 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] Set router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:58.165361 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks [] for router_gateway (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:58.242554 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T21:05:56Z', 'revision_number': 5, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port': {'id': '46a089ae-645d-4ebd-8ba1-bf2ac60f9915', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:55Z', 'updated_at': '2022-04-18T20:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:58.298175 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] Checking router: 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:05:58.310611 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Deleting port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:58.311013 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:58.315946 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] Routers {'2ddeb8b4-9050-400b-82d1-301ab4bf4d62'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:58.316657 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:05:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:58.401243 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:58.409082 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] For port 46a089ae-645d-4ebd-8ba1-bf2ac60f9915, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=46a089ae-645d-4ebd-8ba1-bf2ac60f9915,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:58.409450 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:58.425645 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Calling delete_port for 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 owned by network:router_gateway {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:58.427988 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] Set router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 gateway port host: None {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:58.487050 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 6, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port_host': None}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:58.520372 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079b2d7-6d47-40bd-943e-e9b4b7374d6a None None] The sync data for ids ['2ddeb8b4-9050-400b-82d1-301ab4bf4d62'] in dv-cinder-826510-5-iscsi is: [{'id': '2ddeb8b4-9050-400b-82d1-301ab4bf4d62', 'name': 'tempest-TestVolumeBootPattern-507799998-router', 'tenant_id': '043cefdc1b38464b91b9dbdeceb0786c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:52Z', 'updated_at': '2022-04-18T21:05:58Z', 'revision_number': 6, 'project_id': '043cefdc1b38464b91b9dbdeceb0786c', 'gw_port_host': None}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:05:58.772697 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (46a089ae-645d-4ebd-8ba1-bf2ac60f9915), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:58.804582 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Pushing event deleted for resources: {'Port': ['ID=46a089ae-645d-4ebd-8ba1-bf2ac60f9915,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:58.885670 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:58.988616 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:58.992188 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks [] for router_controller (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.043731 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 42415ede-ccba-4f20-9ac3-c436b9d14c2c no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:59.071240 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 42415ede-ccba-4f20-9ac3-c436b9d14c2c {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:05:59.071592 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 42415ede-ccba-4f20-9ac3-c436b9d14c2c not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:59.116811 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (2ddeb8b4-9050-400b-82d1-301ab4bf4d62), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.117524 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ddeb8b4-9050-400b-82d1-301ab4bf4d62 {{(pid=110664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:59.123178 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.129396 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-1e40eaf0-678d-4a28-9372-65b07c14146f admin admin] 10.222.0.53 "DELETE /v2.0/routers/2ddeb8b4-9050-400b-82d1-301ab4bf4d62 HTTP/1.1" status: 204 len: 168 time: 1.2871780 Apr 18 21:05:59.129396 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57490) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:59.201703 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1baebe9-65c6-498c-848d-c64812120353 admin admin] Deleting subnet dab81a54-3185-43b5-bff9-569f401c51a1 {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:05:59.207343 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a1baebe9-65c6-498c-848d-c64812120353 admin admin] Publish callbacks [] for subnet (dab81a54-3185-43b5-bff9-569f401c51a1), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.272586 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a1baebe9-65c6-498c-848d-c64812120353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (dab81a54-3185-43b5-bff9-569f401c51a1), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.366436 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a1baebe9-65c6-498c-848d-c64812120353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (dab81a54-3185-43b5-bff9-569f401c51a1), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.539354 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a1baebe9-65c6-498c-848d-c64812120353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (dab81a54-3185-43b5-bff9-569f401c51a1), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.572972 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baebe9-65c6-498c-848d-c64812120353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab81a54-3185-43b5-bff9-569f401c51a1,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.581414 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a1baebe9-65c6-498c-848d-c64812120353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.591417 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a1baebe9-65c6-498c-848d-c64812120353 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dab81a54-3185-43b5-bff9-569f401c51a1 HTTP/1.1" status: 204 len: 168 time: 0.4576974 Apr 18 21:05:59.591417 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57492) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:05:59.591771 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd463af4-0965-42ec-ab32-0123ba87fbb9 None None] Network 6d547e15-e776-4f0d-a985-07890830179e requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:05:59.711982 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (6d547e15-e776-4f0d-a985-07890830179e), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.787376 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Deleting port 238402bb-74f8-4199-bc5e-0d5febc4ba42 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:59.787936 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.827063 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] DHCP port deletion for 6d547e15-e776-4f0d-a985-07890830179e request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:05:59.877850 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] For port 238402bb-74f8-4199-bc5e-0d5febc4ba42, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=238402bb-74f8-4199-bc5e-0d5febc4ba42,segment=NetworkSegment(f7e012dd-07ad-4c86-8572-458476b8dd21),segment_id=f7e012dd-07ad-4c86-8572-458476b8dd21)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:59.878269 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.881901 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] Deleting port 238402bb-74f8-4199-bc5e-0d5febc4ba42 {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:05:59.882531 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.894980 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Calling delete_port for 238402bb-74f8-4199-bc5e-0d5febc4ba42 owned by network:dhcp {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:05:59.966767 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] For port 238402bb-74f8-4199-bc5e-0d5febc4ba42, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=238402bb-74f8-4199-bc5e-0d5febc4ba42,segment=NetworkSegment(f7e012dd-07ad-4c86-8572-458476b8dd21),segment_id=f7e012dd-07ad-4c86-8572-458476b8dd21)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:59.967201 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:05:59.983187 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] Calling delete_port for 238402bb-74f8-4199-bc5e-0d5febc4ba42 owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:06:00.118389 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.124592 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (238402bb-74f8-4199-bc5e-0d5febc4ba42), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.148648 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=238402bb-74f8-4199-bc5e-0d5febc4ba42,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:00.152472 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] No DVR routers for this DVR port 238402bb-74f8-4199-bc5e-0d5febc4ba42 on host dv-cinder-826510-5-iscsi {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:00.164899 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] No DVR routers for this DVR port 238402bb-74f8-4199-bc5e-0d5febc4ba42 on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:00.174105 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc6954-0b83-4050-8133-0098962a6643 None None] Pushing event deleted for resources: {'Port': ['ID=238402bb-74f8-4199-bc5e-0d5febc4ba42,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:00.245328 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (6d547e15-e776-4f0d-a985-07890830179e), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.266187 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d547e15-e776-4f0d-a985-07890830179e']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:00.276420 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e012dd-07ad-4c86-8572-458476b8dd21') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:00.276724 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e012dd-07ad-4c86-8572-458476b8dd21') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:00.287397 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (f7e012dd-07ad-4c86-8572-458476b8dd21), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.301503 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (f7e012dd-07ad-4c86-8572-458476b8dd21), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.308106 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:06:00.308501 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (f7e012dd-07ad-4c86-8572-458476b8dd21), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:00.310300 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:00.315728 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.451092 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (6d547e15-e776-4f0d-a985-07890830179e), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.457389 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:00.461420 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6d547e15-e776-4f0d-a985-07890830179e HTTP/1.1" status: 204 len: 168 time: 0.8712173 Apr 18 21:06:00.475027 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629c9d7-2ca7-48cd-b869-11ff59b965f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d547e15-e776-4f0d-a985-07890830179e,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:00.839506 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 238402bb-74f8-4199-bc5e-0d5febc4ba42 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:00.850801 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57496) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:06:00.867366 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 238402bb-74f8-4199-bc5e-0d5febc4ba42 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:06:00.867783 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 238402bb-74f8-4199-bc5e-0d5febc4ba42 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:00.868430 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:00.890400 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:06:00.890787 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 46a089ae-645d-4ebd-8ba1-bf2ac60f9915 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:00.931668 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-2a3f1c83-c19b-4be7-9065-ffbc696e09ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a25adc6fa84412ebb8926467be360ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0815539 Apr 18 21:06:00.935996 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57498) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:06:01.007295 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d858789d-8a77-468a-9997-dc1c12abb785 admin admin] Publish callbacks [] for security_group (fcbdbeb2-077b-4e50-bc09-164b504fe5c6), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:01.035432 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d858789d-8a77-468a-9997-dc1c12abb785 admin admin] Publish callbacks [] for security_group (fcbdbeb2-077b-4e50-bc09-164b504fe5c6), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:01.206791 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d858789d-8a77-468a-9997-dc1c12abb785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (fcbdbeb2-077b-4e50-bc09-164b504fe5c6), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:01.209807 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d858789d-8a77-468a-9997-dc1c12abb785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:01.211064 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d858789d-8a77-468a-9997-dc1c12abb785 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fcbdbeb2-077b-4e50-bc09-164b504fe5c6 HTTP/1.1" status: 204 len: 168 time: 0.2736852 Apr 18 21:06:01.222958 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858789d-8a77-468a-9997-dc1c12abb785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbdbeb2-077b-4e50-bc09-164b504fe5c6,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:01.572316 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:02.086665 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:02.088328 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57504) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:06:02.136391 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-ab89a84d-ace6-437e-82f8-9588b9fd9c13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=043cefdc1b38464b91b9dbdeceb0786c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467319 Apr 18 21:06:02.139185 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57506) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:06:02.190672 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9488-87ab-41f7-83cf-fb375fdf72dd admin admin] Publish callbacks [] for security_group (728af216-c89f-4b5b-9e58-2e4a23dbba59), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:02.218208 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9488-87ab-41f7-83cf-fb375fdf72dd admin admin] Publish callbacks [] for security_group (728af216-c89f-4b5b-9e58-2e4a23dbba59), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:02.445596 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9488-87ab-41f7-83cf-fb375fdf72dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (728af216-c89f-4b5b-9e58-2e4a23dbba59), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:02.448798 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9488-87ab-41f7-83cf-fb375fdf72dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:02.450012 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-0cfa9488-87ab-41f7-83cf-fb375fdf72dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/728af216-c89f-4b5b-9e58-2e4a23dbba59 HTTP/1.1" status: 204 len: 168 time: 0.3098776 Apr 18 21:06:02.460653 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa9488-87ab-41f7-83cf-fb375fdf72dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728af216-c89f-4b5b-9e58-2e4a23dbba59,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:10.732356 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:06:24.977156 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-c378f134-b635-4b1f-b787-45368bb466fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:27.354372 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-df3bb8f1-d3b3-445b-91eb-4720ddd67438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:28.438975 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:30.284298 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:31.577202 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:32.080521 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:39.192831 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2ae0-2e3a-42e1-8120-24f3ddaad420 req-866c0f94-3c71-41a5-a151-a968d377ccad tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:39.194429 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9cbd2ae0-2e3a-42e1-8120-24f3ddaad420 req-866c0f94-3c71-41a5-a151-a968d377ccad tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0536246 Apr 18 21:06:39.248896 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9cbd2ae0-2e3a-42e1-8120-24f3ddaad420 req-46fbbefb-02b7-47d1-ad5d-359dd49f06a5 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484679 Apr 18 21:06:40.396698 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306c86-69c3-4d93-9990-827f481b6e06 req-45c288e3-3cf7-4765-a746-98c817b67be8 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:40.399456 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5c306c86-69c3-4d93-9990-827f481b6e06 req-45c288e3-3cf7-4765-a746-98c817b67be8 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0701339 Apr 18 21:06:40.482690 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-5c306c86-69c3-4d93-9990-827f481b6e06 req-23d3da9b-0f38-4268-91bb-d0b98e655ae6 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764613 Apr 18 21:06:41.633007 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d008554-5706-47c5-8902-35001b6dd0fe req-5220ba9c-5f2e-42e6-b573-6ecb465b34e1 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:41.634707 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6d008554-5706-47c5-8902-35001b6dd0fe req-5220ba9c-5f2e-42e6-b573-6ecb465b34e1 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0695791 Apr 18 21:06:41.707841 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6d008554-5706-47c5-8902-35001b6dd0fe req-bbd4b475-9f11-47a0-a1f8-e3a7b2320d34 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620835 Apr 18 21:06:42.886042 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafa497-1cb4-4eef-907a-074fd60f4bd5 req-d567b0b5-866e-49a7-8e4f-ba04cb0754ba tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:42.887920 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7fafa497-1cb4-4eef-907a-074fd60f4bd5 req-d567b0b5-866e-49a7-8e4f-ba04cb0754ba tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0860868 Apr 18 21:06:42.962237 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7fafa497-1cb4-4eef-907a-074fd60f4bd5 req-8dd51a58-b8f4-42e0-bf86-2ab6ab9a83f7 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668120 Apr 18 21:06:44.142941 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01d810-ab53-451c-8a47-85f7f214d6b9 req-df094bd0-6b7b-4853-ad69-50aec132953a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:44.145515 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fe01d810-ab53-451c-8a47-85f7f214d6b9 req-df094bd0-6b7b-4853-ad69-50aec132953a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0567353 Apr 18 21:06:44.241198 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-fe01d810-ab53-451c-8a47-85f7f214d6b9 req-ccfd66c7-4300-49e2-8714-f5b7305d232c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886528 Apr 18 21:06:45.387676 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4ff0f-f2b0-43c6-9c72-1dea607cbddb req-71ccb694-c01f-46c0-a157-394c2ccc2a79 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:45.389413 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4fa4ff0f-f2b0-43c6-9c72-1dea607cbddb req-71ccb694-c01f-46c0-a157-394c2ccc2a79 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0670769 Apr 18 21:06:45.453680 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4fa4ff0f-f2b0-43c6-9c72-1dea607cbddb req-4e4abe13-96e4-46a5-82b3-a207316843c0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565419 Apr 18 21:06:46.598599 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e786b-a69f-4ab5-8e91-b3ddc1bb85d1 req-e750ab27-eb2e-4cfd-a98e-df581d82d678 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:46.600279 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e4e786b-a69f-4ab5-8e91-b3ddc1bb85d1 req-e750ab27-eb2e-4cfd-a98e-df581d82d678 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0625207 Apr 18 21:06:46.683030 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-7e4e786b-a69f-4ab5-8e91-b3ddc1bb85d1 req-a7d69a0d-f586-4ebf-9b44-13020399cd31 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718565 Apr 18 21:06:46.722687 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-7075f323-486d-4056-88d4-10c17b2663d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:46.724387 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-7075f323-486d-4056-88d4-10c17b2663d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1129 time: 0.0534878 Apr 18 21:06:46.845330 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-a439c2b5-7c88-4699-ad65-2fea5017caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:46.846944 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-a439c2b5-7c88-4699-ad65-2fea5017caf6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 910 time: 0.1020749 Apr 18 21:06:46.934956 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-dd3b12a7-5c5f-4ded-8e86-d539ecc44e0b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 1001 time: 0.0813498 Apr 18 21:06:47.017942 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-bfcf4040-fdf7-4c6f-81fc-5ed782763c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:47.020774 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-bfcf4040-fdf7-4c6f-81fc-5ed782763c7d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 200 len: 848 time: 0.0800877 Apr 18 21:06:47.101839 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-6ff4c172-79a0-4c2e-b27f-7cec24e8b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:47.104238 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-6ff4c172-79a0-4c2e-b27f-7cec24e8b6ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9978a848-3431-483b-aa07-bc40f46cc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767009 Apr 18 21:06:47.222849 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-ba124c8b-bcf3-4b7e-8587-de312f92f1e9 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117406 Apr 18 21:06:47.338973 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-dcc2494f-ff1e-42b8-89ad-2733bb6a9b02 req-e5ff317d-633d-4507-936b-a7da7aa44b79 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101773 Apr 18 21:06:47.736779 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:06:47.872171 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e02bdb-8ff8-4297-a5ef-8025fa2e28cc req-a11f0ca8-04cd-4bdc-960d-e62353f5379c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:47.874932 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35e02bdb-8ff8-4297-a5ef-8025fa2e28cc req-a11f0ca8-04cd-4bdc-960d-e62353f5379c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0867584 Apr 18 21:06:47.955929 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35e02bdb-8ff8-4297-a5ef-8025fa2e28cc req-8d1921c3-b974-4588-b2a8-06827c7b37f5 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719640 Apr 18 21:06:49.108736 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e527f8-d427-4978-95cf-af0e7feae33a req-cee5158e-4df4-4f40-9294-5395dd6cce9c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:49.110392 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d6e527f8-d427-4978-95cf-af0e7feae33a req-cee5158e-4df4-4f40-9294-5395dd6cce9c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0549891 Apr 18 21:06:49.183684 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d6e527f8-d427-4978-95cf-af0e7feae33a req-78ac1a1f-ca82-48a1-b26a-1d0318182e88 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659938 Apr 18 21:06:49.429089 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-f08f39fa-32d6-4dcd-b5bc-0443aa503a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:49.430808 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-f08f39fa-32d6-4dcd-b5bc-0443aa503a41 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1129 time: 0.0649347 Apr 18 21:06:49.547515 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-8ce93416-ab70-4767-ad76-57eca4392c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:49.549210 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-8ce93416-ab70-4767-ad76-57eca4392c73 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 910 time: 0.1121829 Apr 18 21:06:49.639665 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-a9db4b03-0299-4400-b8a6-9ccdab527e76 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 1001 time: 0.0839491 Apr 18 21:06:49.698660 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-81adb5f8-2a2d-4296-a543-ce02116836f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:49.700210 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-81adb5f8-2a2d-4296-a543-ce02116836f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 200 len: 848 time: 0.0547092 Apr 18 21:06:49.751669 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-25c28dde-9a28-4241-a6f9-54ccc42768d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:49.753881 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-25c28dde-9a28-4241-a6f9-54ccc42768d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9978a848-3431-483b-aa07-bc40f46cc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476072 Apr 18 21:06:49.882058 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-65859a00-ce7e-45b7-a912-8eef9f55c383 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217589 Apr 18 21:06:49.989318 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f215003a-b3ad-4337-b081-45bd1f7bdcde req-36ee4984-b2cc-460c-af8b-d1a317fc7619 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011155 Apr 18 21:06:50.374829 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bfe69-0d42-4af5-80f8-3934ac91b039 req-3643dddd-514d-4cf3-8620-78acdfa49226 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:50.377733 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e04bfe69-0d42-4af5-80f8-3934ac91b039 req-3643dddd-514d-4cf3-8620-78acdfa49226 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0936999 Apr 18 21:06:50.450575 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-e04bfe69-0d42-4af5-80f8-3934ac91b039 req-2f108dbe-e943-4d41-aacb-db812184c584 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660129 Apr 18 21:06:51.610269 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9ff52-92f3-4df9-8ee0-b68f98f8e308 req-0e823f22-54a1-45b0-b276-10ac1c44222a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:51.613802 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a6e9ff52-92f3-4df9-8ee0-b68f98f8e308 req-0e823f22-54a1-45b0-b276-10ac1c44222a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0847564 Apr 18 21:06:51.706397 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-a6e9ff52-92f3-4df9-8ee0-b68f98f8e308 req-0a9dbfd5-7ecd-49a4-afc2-345d572b6f53 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817657 Apr 18 21:06:52.856687 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7620ebf-3747-4eb7-bb7a-89eb83009e89 req-99df61eb-bdea-44ff-ac38-d6b8ea101b69 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:52.858385 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7620ebf-3747-4eb7-bb7a-89eb83009e89 req-99df61eb-bdea-44ff-ac38-d6b8ea101b69 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0654359 Apr 18 21:06:53.291596 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d7620ebf-3747-4eb7-bb7a-89eb83009e89 req-e5d05cfa-f477-4c38-9ed2-8df3568734a2 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219248 Apr 18 21:06:53.591261 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [req-d82046b1-28e7-4cf8-bbdf-b5f90f2ecb77 req-fe6c61ff-f580-4732-8a67-56f3a7ff5289 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 21:06:53.593120 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-d82046b1-28e7-4cf8-bbdf-b5f90f2ecb77 req-fe6c61ff-f580-4732-8a67-56f3a7ff5289 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2065649 Apr 18 21:06:54.040692 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1bc3-9c57-40b6-b36d-2a2adc1b16ca req-cf59f279-0dbb-494a-8961-a3f229f60ce3 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:54.043323 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6abb1bc3-9c57-40b6-b36d-2a2adc1b16ca req-cf59f279-0dbb-494a-8961-a3f229f60ce3 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0771024 Apr 18 21:06:54.101126 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-74823bee-a437-474d-bf3f-58edf189d9d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305788 Apr 18 21:06:54.113540 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-69cceff9-39ec-4bba-bd58-27bb81a39531 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 21:06:54.115176 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-69cceff9-39ec-4bba-bd58-27bb81a39531 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084867 Apr 18 21:06:54.121500 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6abb1bc3-9c57-40b6-b36d-2a2adc1b16ca req-533f8558-6ecb-40d7-8c8a-cb96397a0870 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689013 Apr 18 21:06:54.439567 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19d81-774e-482c-b546-67b89add71d3 req-34b528b5-e3ab-409b-bf36-be321dee413c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:54.441435 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-34b528b5-e3ab-409b-bf36-be321dee413c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports/0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 942 time: 0.2837939 Apr 18 21:06:54.953594 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-29ed954c-a47d-4461-978b-0549a79cb78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:55.274179 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cabcb1-a304-487e-a9fb-178c8f73b38f req-894f402d-1f4b-4ad2-abea-6004db660f85 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:55.276655 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-13cabcb1-a304-487e-a9fb-178c8f73b38f req-894f402d-1f4b-4ad2-abea-6004db660f85 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0625961 Apr 18 21:06:55.349359 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-13cabcb1-a304-487e-a9fb-178c8f73b38f req-228b3d64-6e2b-4e33-8d08-7ed1c016b7ff tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606573 Apr 18 21:06:55.626133 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0d9d92f2-1a07-4140-a590-99f7913e7055 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:55.734718 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 0d9d92f2-1a07-4140-a590-99f7913e7055 is: ACTIVE; New status is: DOWN {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:06:55.735170 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:55.784046 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:55.787542 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216472e-c2eb-4a9a-ba09-02291cfed968" -d '{"events": [{"server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:55.811650 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:55.856420 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46569fca-e45f-44e1-b03d-77e83bf119a5 x-openstack-request-id: req-46569fca-e45f-44e1-b03d-77e83bf119a5 {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:55.858491 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "name": "network-vif-unplugged", "status": "failed", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055", "code": 422}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:55.858491 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46569fca-e45f-44e1-b03d-77e83bf119a5 {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:55.858491 dv-cinder-826510-5-iscsi neutron-server[110665]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-46569fca-e45f-44e1-b03d-77e83bf119a5']: {'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'code': 422} returned with failed status Apr 18 21:06:55.885886 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:55.979810 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=6']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:55.994213 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.994780 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.995327 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.995928 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.996501 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.997083 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.997729 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.998298 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.998918 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:55.999536 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:56.001742 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:56.001742 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:56.001742 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:56.002877 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:56.003151 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:56.557829 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d98a7-6062-458a-9215-1d8980d4698c req-a86f53da-5601-43d1-9bf8-0f4963e147ae tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:56.561044 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aa1d98a7-6062-458a-9215-1d8980d4698c req-a86f53da-5601-43d1-9bf8-0f4963e147ae tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0829492 Apr 18 21:06:56.637769 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-aa1d98a7-6062-458a-9215-1d8980d4698c req-088a618b-ee27-44aa-b698-b183c246824b tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681000 Apr 18 21:06:57.393892 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9863f259-a4dd-47de-961b-c3b508b3af4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:57.411633 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19d81-774e-482c-b546-67b89add71d3 req-91ed2ce4-9848-4b21-8e9c-08e524834e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:57.413598 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-91ed2ce4-9848-4b21-8e9c-08e524834e9d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2&tenant_id=1ab7c5670e36409c86fad1de1e6a9027 HTTP/1.1" status: 200 len: 1127 time: 0.0491822 Apr 18 21:06:57.484035 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19d81-774e-482c-b546-67b89add71d3 req-939e6102-8ac2-46d6-bdbd-b29b1e4d0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:57.485633 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-939e6102-8ac2-46d6-bdbd-b29b1e4d0cd9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1127 time: 0.0501232 Apr 18 21:06:57.605323 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19d81-774e-482c-b546-67b89add71d3 req-9630edb9-99db-4a34-b463-dab853b19e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:57.607570 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-9630edb9-99db-4a34-b463-dab853b19e09 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 910 time: 0.1163721 Apr 18 21:06:57.710597 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-ea6b284b-9d9d-4491-89bd-6dda78c73820 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 999 time: 0.0966430 Apr 18 21:06:57.823727 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19d81-774e-482c-b546-67b89add71d3 req-080941be-993b-49d5-b4d3-cda50024cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:57.825261 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-080941be-993b-49d5-b4d3-cda50024cf63 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 200 len: 848 time: 0.1090209 Apr 18 21:06:57.834662 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87782d-b8d1-4e5e-99c1-27feebd6e6aa req-c165e407-f060-49fd-af32-8502dfb3f965 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:57.836409 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ea87782d-b8d1-4e5e-99c1-27feebd6e6aa req-c165e407-f060-49fd-af32-8502dfb3f965 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0771434 Apr 18 21:06:57.909304 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19d81-774e-482c-b546-67b89add71d3 req-45ee5044-e17f-402f-b73c-7e168d0fd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:57.911157 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-45ee5044-e17f-402f-b73c-7e168d0fd424 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9978a848-3431-483b-aa07-bc40f46cc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736773 Apr 18 21:06:57.993598 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ea87782d-b8d1-4e5e-99c1-27feebd6e6aa req-888d8e61-d10c-4ade-afa8-d72a1f2c9e54 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429832 Apr 18 21:06:58.085902 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-ea8b7a8d-1b56-4555-a334-0ad3bcfbea8c service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656387 Apr 18 21:06:58.207326 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-b2c19d81-774e-482c-b546-67b89add71d3 req-b015a19f-62ce-4910-a808-a59dba9a6288 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111283 Apr 18 21:06:58.428356 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:06:59.157829 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264a206-45b0-48a6-b11a-5da1781ccb32 req-916d9c9f-4727-4938-96f0-581c7295bd69 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:06:59.159829 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9264a206-45b0-48a6-b11a-5da1781ccb32 req-916d9c9f-4727-4938-96f0-581c7295bd69 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0690904 Apr 18 21:06:59.234181 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-9264a206-45b0-48a6-b11a-5da1781ccb32 req-7f540ac3-12e6-433b-8145-ce8c54a949d6 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637722 Apr 18 21:07:00.233648 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:00.415754 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493eb13-bba9-4025-a150-4de789767533 req-240505ce-ba49-4bcb-b2a2-24305a476604 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:00.418030 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1493eb13-bba9-4025-a150-4de789767533 req-240505ce-ba49-4bcb-b2a2-24305a476604 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0796487 Apr 18 21:07:00.479613 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-1493eb13-bba9-4025-a150-4de789767533 req-88f91583-ba09-4699-8e00-1daf82554cd9 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504086 Apr 18 21:07:01.559049 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:01.695527 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efb773-dbf4-4a79-b45e-523a369a8374 req-d69e1f44-3f4a-4fef-8a62-686f7d6bd876 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:01.697175 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-54efb773-dbf4-4a79-b45e-523a369a8374 req-d69e1f44-3f4a-4fef-8a62-686f7d6bd876 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0913899 Apr 18 21:07:01.760972 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-54efb773-dbf4-4a79-b45e-523a369a8374 req-d9acadf0-768e-4d46-b338-860421aae7a6 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570602 Apr 18 21:07:02.078937 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:02.897268 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9442eea-abb4-4454-95ee-5eb77d7e5cf7 req-1bd1a293-f79c-4f6b-b2b8-28dd30cb9daf tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:02.900087 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f9442eea-abb4-4454-95ee-5eb77d7e5cf7 req-1bd1a293-f79c-4f6b-b2b8-28dd30cb9daf tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0592294 Apr 18 21:07:02.986123 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-f9442eea-abb4-4454-95ee-5eb77d7e5cf7 req-3e2535f8-8b3c-405e-8e7f-a483ea680d8b tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752566 Apr 18 21:07:04.123030 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd536c2-cabd-4414-b564-07e02c7b03cd req-57373473-c940-48d7-9d0c-966df898fd91 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:04.124791 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4dd536c2-cabd-4414-b564-07e02c7b03cd req-57373473-c940-48d7-9d0c-966df898fd91 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0609636 Apr 18 21:07:04.188339 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4dd536c2-cabd-4414-b564-07e02c7b03cd req-e1a1b3ac-000b-4d91-a7c3-fc697691af68 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531933 Apr 18 21:07:05.337346 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2c81-55f7-48c0-b7fe-63e966cfa62a req-b3156a79-497d-4711-925f-a696e8c1fa6c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:05.339550 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a5c2c81-55f7-48c0-b7fe-63e966cfa62a req-b3156a79-497d-4711-925f-a696e8c1fa6c tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0733430 Apr 18 21:07:05.402148 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3a5c2c81-55f7-48c0-b7fe-63e966cfa62a req-f312394b-7fb1-455a-b35e-612f6650ee0f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532544 Apr 18 21:07:05.767241 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0d9d92f2-1a07-4140-a590-99f7913e7055 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=110665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:07:05.875794 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:05.889770 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Returning: {'device': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'port_id': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'mac_address': 'fa:16:3e:8a:aa:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:07:06.077800 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 0d9d92f2-1a07-4140-a590-99f7913e7055 is: DOWN; New status is: BUILD {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:07:06.078193 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:06.093617 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9d92f2-1a07-4140-a590-99f7913e7055 {{(pid=110665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:07:06.119144 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:06.188170 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:06.243002 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=7']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.389346 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] get_ports_and_sgs() called for port_ids ['0d9d92f2-1a07-4140-a590-99f7913e7055'] {{(pid=110665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:07:06.568864 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68201f-4b5e-475e-aa0c-9fd182cef0d6 req-d61b807d-f72b-4c5b-9c2c-d8c2b336f2f6 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:06.571763 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2f68201f-4b5e-475e-aa0c-9fd182cef0d6 req-d61b807d-f72b-4c5b-9c2c-d8c2b336f2f6 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 944 time: 0.0854523 Apr 18 21:07:06.644062 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2f68201f-4b5e-475e-aa0c-9fd182cef0d6 req-d132d254-a630-4c25-aa97-10ff2ac81394 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616486 Apr 18 21:07:07.766277 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0d9d92f2-1a07-4140-a590-99f7913e7055 up at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:07.786452 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b110edc-f79c-4820-bb17-1df13a4bd6f1 req-f4838620-bf13-4c1d-ac02-ab7a76aa049b tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:07.788785 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6b110edc-f79c-4820-bb17-1df13a4bd6f1 req-f4838620-bf13-4c1d-ac02-ab7a76aa049b tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 944 time: 0.0623803 Apr 18 21:07:07.834638 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.provisioning_blocks [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Provisioning complete for port 0d9d92f2-1a07-4140-a590-99f7913e7055 triggered by entity L2. {{(pid=110665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 21:07:07.835279 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), provisioning_complete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:07.865600 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-6b110edc-f79c-4820-bb17-1df13a4bd6f1 req-6ee3c2c5-2a7a-4a6d-8449-f731e75d6c02 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698462 Apr 18 21:07:07.944220 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Current status of the port 0d9d92f2-1a07-4140-a590-99f7913e7055 is: BUILD; New status is: ACTIVE {{(pid=110665) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 21:07:07.944585 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-869637'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), before_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:07.975021 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055'}] {{(pid=110665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:07.977524 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a1939bc652d0398445df4c7ab54911f08989464770530f20f8b47422da0436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e691846-b6f0-4517-9558-4b5cc9b8473e" -d '{"events": [{"server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055"}]}' {{(pid=110665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:07.993308 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:08.021729 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694ccdf-db0f-4c5b-b5db-99ed0dd1f08e x-openstack-request-id: req-1694ccdf-db0f-4c5b-b5db-99ed0dd1f08e {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:08.022184 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055", "code": 200}]} {{(pid=110665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:08.022495 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1694ccdf-db0f-4c5b-b5db-99ed0dd1f08e {{(pid=110665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:08.023544 dv-cinder-826510-5-iscsi neutron-server[110665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1694ccdf-db0f-4c5b-b5db-99ed0dd1f08e'] response: {'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'code': 200} Apr 18 21:07:08.079771 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788133513768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788133138378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788133138396'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:08.139758 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Pushing event updated for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=8']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.327393 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833dcb-28f6-4a70-b275-820606093d21 req-e12f54e9-2767-462a-8411-2a7d7babd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:08.328905 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed833dcb-28f6-4a70-b275-820606093d21 req-e12f54e9-2767-462a-8411-2a7d7babd5fe service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1129 time: 0.0437839 Apr 18 21:07:08.386309 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ed833dcb-28f6-4a70-b275-820606093d21 req-9b7440e6-85ea-499b-bd7a-89e982d9c3db service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502844 Apr 18 21:07:09.032376 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508c51f-846b-4fb7-acba-8d71a5602a5d req-77dbd7a9-e2a3-48c3-a834-233a582b03b9 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:09.034290 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2508c51f-846b-4fb7-acba-8d71a5602a5d req-77dbd7a9-e2a3-48c3-a834-233a582b03b9 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0681968 Apr 18 21:07:09.124683 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-2508c51f-846b-4fb7-acba-8d71a5602a5d req-58cfb99e-391c-4dd7-8f68-fa2f3bb5ec17 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830209 Apr 18 21:07:10.256031 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca84ef8-f912-4b67-9bd4-2d9842a68b76 req-6aff49de-92ed-4844-8e29-dc03b037f38f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:10.257704 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cca84ef8-f912-4b67-9bd4-2d9842a68b76 req-6aff49de-92ed-4844-8e29-dc03b037f38f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0562871 Apr 18 21:07:10.323416 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-cca84ef8-f912-4b67-9bd4-2d9842a68b76 req-4d4832ef-6435-4ff8-96b1-90b5eeee4ab0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545218 Apr 18 21:07:24.736426 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:07:24.952497 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9008-a955-40c7-a862-3e84d9ee0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:27.312643 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0d38-d42f-4e41-96b8-c21f2325962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:28.398133 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:30.335558 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:31.575283 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:32.079882 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:47.730612 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-b6df4d39-03f6-4b51-b05b-04edb87c67f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472960 Apr 18 21:07:47.828091 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-bab92b81-d849-4ab9-a491-48b9acfc0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:47.830113 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-bab92b81-d849-4ab9-a491-48b9acfc0b50 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1129 time: 0.0521641 Apr 18 21:07:47.965096 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-ad424d6e-38e7-4eac-9da1-88f90ae94ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:47.966798 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-ad424d6e-38e7-4eac-9da1-88f90ae94ca9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 910 time: 0.1168306 Apr 18 21:07:48.048837 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-590f689d-b48b-4680-a264-912d411e20fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 1001 time: 0.0764875 Apr 18 21:07:48.106317 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-5a0fa363-f73b-4ecb-b318-a57a43f1c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:48.108285 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-5a0fa363-f73b-4ecb-b318-a57a43f1c714 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 200 len: 848 time: 0.0535567 Apr 18 21:07:48.159561 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-9d1e9537-cf93-427f-9c18-67f6e1322186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:07:48.161143 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-9d1e9537-cf93-427f-9c18-67f6e1322186 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9978a848-3431-483b-aa07-bc40f46cc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463476 Apr 18 21:07:48.271307 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-6a452a17-21f4-4c20-89b7-a231ab4731d3 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027238 Apr 18 21:07:48.376327 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-4e10bf91-ebdf-43ea-a90a-0e7a9c36f10d req-28a852d1-71d9-4fce-9ce4-3def8bb7e788 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987341 Apr 18 21:07:54.957802 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-24af7b74-a1b4-4d5d-b5ec-fb56f73eb2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:57.357287 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f44b9283-3b11-4456-ad0f-2dd6a043b9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:07:58.391482 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:00.243381 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:01.602476 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:01.737564 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:08:02.083199 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:19.985195 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57616) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:20.186914 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Deleting port cf9c7811-dae9-45ad-9df5-2df6f4ec455e {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:20.187391 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:20.278692 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:20.279115 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for floatingip (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:20.296579 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Calling delete_port for cf9c7811-dae9-45ad-9df5-2df6f4ec455e owned by network:floatingip {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:20.573714 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (cf9c7811-dae9-45ad-9df5-2df6f4ec455e), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:20.605444 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event deleted for resources: {'Port': ['ID=cf9c7811-dae9-45ad-9df5-2df6f4ec455e,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:20.632670 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.633060 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.633429 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.633771 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.634111 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.634443 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.634806 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.635141 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.635470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.635796 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.636122 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.636448 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.636768 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.637127 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.637543 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:20.716210 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for floatingip (6ea12ceb-74a8-4fba-b38a-df39413329ab), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:20.716727 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.db.l3_db [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Floating IP 6ea12ceb-74a8-4fba-b38a-df39413329ab disassociated (deleted). External IP: 172.27.1.175, port: 0d9d92f2-1a07-4140-a590-99f7913e7055. Apr 18 21:08:20.971540 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Router febb557e-8152-42cd-b25c-da0bb6072319 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:21.142450 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:21.151894 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for floatingip (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:21.155415 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] Sync routers for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:21.167767 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:21.168632 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:07:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:21.188889 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-53fd9a06-9f12-4a0f-9e64-7f8990831a23 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "DELETE /v2.0/floatingips/6ea12ceb-74a8-4fba-b38a-df39413329ab HTTP/1.1" status: 204 len: 168 time: 1.2022595 Apr 18 21:08:21.189514 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:21.191987 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35932b51-ced7-48b7-99e3-7743bf8645eb" -d '{"events": [{"name": "network-changed", "server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:21.255988 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f11d4a-5589-4e12-a32f-a0232e8c266a x-openstack-request-id: req-28f11d4a-5589-4e12-a32f-a0232e8c266a {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:21.256350 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:21.256553 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28f11d4a-5589-4e12-a32f-a0232e8c266a {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:21.258111 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f11d4a-5589-4e12-a32f-a0232e8c266a'] response: {'name': 'network-changed', 'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'status': 'completed', 'code': 200} Apr 18 21:08:21.317535 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:21.346002 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-f9b34592-d9e2-4e53-90e5-631eac02a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:08:21.349060 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-f9b34592-d9e2-4e53-90e5-631eac02a0a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 1129 time: 0.0653749 Apr 18 21:08:21.531435 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-4e1f5ffb-c554-4572-9174-cd2d8beb50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:08:21.534014 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-4e1f5ffb-c554-4572-9174-cd2d8beb50f3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 200 len: 910 time: 0.1781087 Apr 18 21:08:21.594318 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:56Z', 'revision_number': 5, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:21.594802 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-bd75c53b-d282-45cf-8e8d-d28f42e9ee40 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 200 len: 217 time: 0.0541139 Apr 18 21:08:21.648636 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] Checking router: febb557e-8152-42cd-b25c-da0bb6072319 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:21.655796 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-80e70aa5-5183-44dc-ad6b-b18e645e3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:08:21.658542 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-80e70aa5-5183-44dc-ad6b-b18e645e3c8b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 200 len: 848 time: 0.0570805 Apr 18 21:08:21.662690 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:21.663407 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:07:57Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:21.723004 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-77944931-d99e-4879-8572-7ba2e4c897f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:08:21.724928 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-77944931-d99e-4879-8572-7ba2e4c897f8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9978a848-3431-483b-aa07-bc40f46cc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618956 Apr 18 21:08:21.828776 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:21.870870 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb206d4-f05a-4d87-8fee-863edf27d5d9 req-08afc329-ea0d-43e6-b156-52c402b79b6f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:08:21.872501 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ecb206d4-f05a-4d87-8fee-863edf27d5d9 req-08afc329-ea0d-43e6-b156-52c402b79b6f tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0588300 Apr 18 21:08:21.933809 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ecb206d4-f05a-4d87-8fee-863edf27d5d9 req-95e66703-1b8a-4d09-b760-d71381164e43 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540576 Apr 18 21:08:22.117597 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:56Z', 'revision_number': 5, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:22.167537 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b76e-11ca-437c-8683-21ee1cae1889 None None] The sync data for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi is: [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 4, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi', '_interfaces': [{'id': 'c9d5182f-d3cf-41be-8eb4-032886792287', 'name': '', 'network_id': '9978a848-3431-483b-aa07-bc40f46cc150', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'mac_address': 'fa:16:3e:8c:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:49Z', 'updated_at': '2022-04-18T21:03:56Z', 'revision_number': 5, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'subnets': [{'id': 'f9f4b6b0-67a2-42b3-b0c6-554c915b3a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:22.462127 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd2298-b567-4d02-b54f-ba65096696e2 None None] New status for floating IP 6ea12ceb-74a8-4fba-b38a-df39413329ab: DOWN {{(pid=110666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:08:22.758038 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-23a89b2b-ffc3-498a-8a53-1f7d7a91a8ae service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968714 Apr 18 21:08:22.916550 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-35932b51-ced7-48b7-99e3-7743bf8645eb req-6b867a03-dbb4-4b9c-9c69-36890fe565d3 service neutron] 10.222.0.78 "GET /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970638 Apr 18 21:08:23.064666 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14b18-82ab-4a45-9c3f-06435e709bfb req-4f7ed910-cceb-4ba6-9dfd-eaaf9011c347 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:08:23.066207 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-44e14b18-82ab-4a45-9c3f-06435e709bfb req-4f7ed910-cceb-4ba6-9dfd-eaaf9011c347 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0525560 Apr 18 21:08:23.127738 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-44e14b18-82ab-4a45-9c3f-06435e709bfb req-686e7077-07e3-4e15-9997-9f394c3d5efa tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/security-groups?id=367fb063-e2f8-4f2e-a024-f8e6fa69116c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550632 Apr 18 21:08:23.189744 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-6821f5b6-c7ac-41a3-98d2-1c3099766157 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 21:08:23.191338 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-6821f5b6-c7ac-41a3-98d2-1c3099766157 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.78 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0595200 Apr 18 21:08:23.296617 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Deleting port 0d9d92f2-1a07-4140-a590-99f7913e7055 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:23.296973 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:23.411953 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] For port 0d9d92f2-1a07-4140-a590-99f7913e7055, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=0d9d92f2-1a07-4140-a590-99f7913e7055,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:23.412541 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:23.432471 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Calling delete_port for 0d9d92f2-1a07-4140-a590-99f7913e7055 owned by compute:nova {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:23.671592 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (0d9d92f2-1a07-4140-a590-99f7913e7055), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:23.705236 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event deleted for resources: {'Port': ['ID=0d9d92f2-1a07-4140-a590-99f7913e7055,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:23.758667 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] No DVR routers for this DVR port 0d9d92f2-1a07-4140-a590-99f7913e7055 on host hv-cinder-82651 {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:23.761865 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502131'] for port (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:23.766034 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-c09ea459-3562-4b29-aa29-d14dc70edde8 req-1db54a0a-fb47-4eef-bafb-198d7a4838d0 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.78 "DELETE /v2.0/ports/0d9d92f2-1a07-4140-a590-99f7913e7055 HTTP/1.1" status: 204 len: 173 time: 0.5685034 Apr 18 21:08:23.766578 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'name': 'network-vif-deleted', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055'}] {{(pid=110663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:23.769206 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83402530180065dabba915681d7e4f4013d4ba2f9826b60a983899ba0b508b25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee3453e-6d65-415b-ac3c-25cb8e2626e1" -d '{"events": [{"server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "name": "network-vif-deleted", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055"}]}' {{(pid=110663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:23.822385 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeae7655-f5c8-4740-805c-118d808c60d3 x-openstack-request-id: req-aeae7655-f5c8-4740-805c-118d808c60d3 {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:23.822812 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df463792-3705-485e-b005-03e3d48dd7c2", "name": "network-vif-deleted", "tag": "0d9d92f2-1a07-4140-a590-99f7913e7055", "status": "completed", "code": 200}]} {{(pid=110663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:23.823175 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeae7655-f5c8-4740-805c-118d808c60d3 {{(pid=110663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:23.823732 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeae7655-f5c8-4740-805c-118d808c60d3'] response: {'server_uuid': 'df463792-3705-485e-b005-03e3d48dd7c2', 'name': 'network-vif-deleted', 'tag': '0d9d92f2-1a07-4140-a590-99f7913e7055', 'status': 'completed', 'code': 200} Apr 18 21:08:24.262233 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-3b0c9284-21d1-42bd-a8c8-a6a2d2ba7505 req-10761e3e-106f-40f8-af84-367ae7217fe6 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0387144 Apr 18 21:08:24.973692 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3b21d3a6-e819-479a-85ae-54a43dc740fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:25.431332 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [req-ec91a259-36aa-481f-b7de-840f5b5b2ea5 req-618dc410-936a-4a99-879f-6148c2587d9a tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "GET /v2.0/ports?device_id=df463792-3705-485e-b005-03e3d48dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0568082 Apr 18 21:08:26.231088 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0d9d92f2-1a07-4140-a590-99f7913e7055 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:08:26.257118 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] No Port match for: 0d9d92f2-1a07-4140-a590-99f7913e7055 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:08:26.257466 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Device 0d9d92f2-1a07-4140-a590-99f7913e7055 not bound to the agent host hv-cinder-82651 {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:08:26.519623 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57642) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:26.597457 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0b398c7a-5414-4b59-b8e6-a05f8ffdb908 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group (367fb063-e2f8-4f2e-a024-f8e6fa69116c), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:26.630057 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0b398c7a-5414-4b59-b8e6-a05f8ffdb908 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group (367fb063-e2f8-4f2e-a024-f8e6fa69116c), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:26.767572 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0b398c7a-5414-4b59-b8e6-a05f8ffdb908 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (367fb063-e2f8-4f2e-a024-f8e6fa69116c), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:26.770195 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-0b398c7a-5414-4b59-b8e6-a05f8ffdb908 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Publish callbacks [] for security_group (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:26.771448 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-0b398c7a-5414-4b59-b8e6-a05f8ffdb908 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] 10.222.0.53 "DELETE /v2.0/security-groups/367fb063-e2f8-4f2e-a024-f8e6fa69116c HTTP/1.1" status: 204 len: 168 time: 0.2507503 Apr 18 21:08:26.782632 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b398c7a-5414-4b59-b8e6-a05f8ffdb908 tempest-TestShelveInstance-509661250 tempest-TestShelveInstance-509661250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367fb063-e2f8-4f2e-a024-f8e6fa69116c,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:26.906646 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57646) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:27.350894 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d821afae-a483-425d-8755-74b8517dc630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:27.709055 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (febb557e-8152-42cd-b25c-da0bb6072319), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:27.995721 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Deleting port c9d5182f-d3cf-41be-8eb4-032886792287 {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:27.996036 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:28.087320 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] For port c9d5182f-d3cf-41be-8eb4-032886792287, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=c9d5182f-d3cf-41be-8eb4-032886792287,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:28.087785 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:28.104134 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Calling delete_port for c9d5182f-d3cf-41be-8eb4-032886792287 owned by network:router_interface {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:28.430628 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:28.471179 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (c9d5182f-d3cf-41be-8eb4-032886792287), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:28.508253 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d5182f-d3cf-41be-8eb4-032886792287,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:28.753730 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (febb557e-8152-42cd-b25c-da0bb6072319), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:29.042720 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Router febb557e-8152-42cd-b25c-da0bb6072319 has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:29.189237 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:29.195827 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-5df50226-0a92-427d-9060-ce2c9b772e35 admin admin] 10.222.0.53 "PUT /v2.0/routers/febb557e-8152-42cd-b25c-da0bb6072319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878942 Apr 18 21:08:29.199194 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] Sync routers for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:29.199619 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57648) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:29.210866 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:29.211509 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:08:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:29.333132 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks [] for router (febb557e-8152-42cd-b25c-da0bb6072319), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:29.334415 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: dv-cinder-826510-5-iscsi {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:29.494680 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks [] for router_gateway (febb557e-8152-42cd-b25c-da0bb6072319), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:29.538658 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:08:28Z', 'revision_number': 5, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port': {'id': 'e9909bfe-928c-4456-b9e3-bbf44ade2dcb', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:46Z', 'updated_at': '2022-04-18T21:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:29.654071 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Deleting port e9909bfe-928c-4456-b9e3-bbf44ade2dcb {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:29.654445 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:29.711391 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] Checking router: febb557e-8152-42cd-b25c-da0bb6072319 for host: dv-cinder-826510-5-iscsi {{(pid=110665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:29.722843 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] Routers {'febb557e-8152-42cd-b25c-da0bb6072319'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:29.723677 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:08:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['febb557e-8152-42cd-b25c-da0bb6072319'], 'active': True} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:29.749774 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] For port e9909bfe-928c-4456-b9e3-bbf44ade2dcb, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e9909bfe-928c-4456-b9e3-bbf44ade2dcb,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:29.750127 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:29.766624 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Calling delete_port for e9909bfe-928c-4456-b9e3-bbf44ade2dcb owned by network:router_gateway {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:29.839249 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvr_db [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] Set router febb557e-8152-42cd-b25c-da0bb6072319 gateway port host: None {{(pid=110665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:29.903434 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_hamode_db [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:08:29Z', 'revision_number': 6, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port_host': None}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:29.942234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35ece2-7ecd-47ff-b173-b6c4649d536a None None] The sync data for ids ['febb557e-8152-42cd-b25c-da0bb6072319'] in dv-cinder-826510-5-iscsi is: [{'id': 'febb557e-8152-42cd-b25c-da0bb6072319', 'name': 'tempest-TestShelveInstance-1450715186-router', 'tenant_id': '1ab7c5670e36409c86fad1de1e6a9027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:08:29Z', 'revision_number': 6, 'project_id': '1ab7c5670e36409c86fad1de1e6a9027', 'gw_port_host': None}] {{(pid=110665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:30.070793 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (e9909bfe-928c-4456-b9e3-bbf44ade2dcb), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.106358 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9909bfe-928c-4456-b9e3-bbf44ade2dcb,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:30.176571 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (febb557e-8152-42cd-b25c-da0bb6072319), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.290397 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (febb557e-8152-42cd-b25c-da0bb6072319), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.292785 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks [] for router_controller (febb557e-8152-42cd-b25c-da0bb6072319), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.299860 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.475676 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (febb557e-8152-42cd-b25c-da0bb6072319), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.476205 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router febb557e-8152-42cd-b25c-da0bb6072319 {{(pid=110663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:08:30.482266 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.483209 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-9f93e611-8527-458d-923b-9d9637ccb7b7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/febb557e-8152-42cd-b25c-da0bb6072319 HTTP/1.1" status: 204 len: 168 time: 1.2820683 Apr 18 21:08:30.485907 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57650) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:30.540121 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39b7793-e27a-40b7-9a3e-30691ea76108 admin admin] Deleting subnet f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 {{(pid=110663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:08:30.543219 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a39b7793-e27a-40b7-9a3e-30691ea76108 admin admin] Publish callbacks [] for subnet (f9f4b6b0-67a2-42b3-b0c6-554c915b3a66), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.583075 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a39b7793-e27a-40b7-9a3e-30691ea76108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13184746'] for subnet (f9f4b6b0-67a2-42b3-b0c6-554c915b3a66), precommit_delete_associations {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.678478 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a39b7793-e27a-40b7-9a3e-30691ea76108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (f9f4b6b0-67a2-42b3-b0c6-554c915b3a66), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.830274 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a39b7793-e27a-40b7-9a3e-30691ea76108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12669708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12587789'] for subnet (f9f4b6b0-67a2-42b3-b0c6-554c915b3a66), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.859337 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b7793-e27a-40b7-9a3e-30691ea76108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f4b6b0-67a2-42b3-b0c6-554c915b3a66,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:30.863406 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-a39b7793-e27a-40b7-9a3e-30691ea76108 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.866934 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-a39b7793-e27a-40b7-9a3e-30691ea76108 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f9f4b6b0-67a2-42b3-b0c6-554c915b3a66 HTTP/1.1" status: 204 len: 168 time: 0.3799064 Apr 18 21:08:30.870632 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57652) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:30.875299 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d780eb5-c731-486d-a780-aaac36eca33e None None] Network 9978a848-3431-483b-aa07-bc40f46cc150 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:08:30.955340 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e9909bfe-928c-4456-b9e3-bbf44ade2dcb no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:08:30.956857 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (9978a848-3431-483b-aa07-bc40f46cc150), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:30.987536 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: e9909bfe-928c-4456-b9e3-bbf44ade2dcb {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:08:30.987882 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e9909bfe-928c-4456-b9e3-bbf44ade2dcb not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:08:30.988394 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device c9d5182f-d3cf-41be-8eb4-032886792287 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:08:31.018857 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Deleting port d254ef74-468e-4d00-9048-2b0b5821974c {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:31.019293 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.028830 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: c9d5182f-d3cf-41be-8eb4-032886792287 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:08:31.029343 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device c9d5182f-d3cf-41be-8eb4-032886792287 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:08:31.104576 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] For port d254ef74-468e-4d00-9048-2b0b5821974c, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=d254ef74-468e-4d00-9048-2b0b5821974c,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:31.105441 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.122474 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Calling delete_port for d254ef74-468e-4d00-9048-2b0b5821974c owned by network:dhcp {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:31.145160 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] DHCP port deletion for 9978a848-3431-483b-aa07-bc40f46cc150 request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:08:31.198942 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Deleting port d254ef74-468e-4d00-9048-2b0b5821974c {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:31.199259 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.281135 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] For port d254ef74-468e-4d00-9048-2b0b5821974c, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=d254ef74-468e-4d00-9048-2b0b5821974c,segment=NetworkSegment(1a243e8f-87af-4dca-9cc5-ed995195da6b),segment_id=1a243e8f-87af-4dca-9cc5-ed995195da6b)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:31.281535 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.298029 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Calling delete_port for d254ef74-468e-4d00-9048-2b0b5821974c owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:31.345065 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.375398 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Pushing event deleted for resources: {'Port': ['ID=d254ef74-468e-4d00-9048-2b0b5821974c,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:31.380193 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] No DVR routers for this DVR port d254ef74-468e-4d00-9048-2b0b5821974c on host dv-cinder-826510-5-iscsi {{(pid=110664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:31.389947 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (d254ef74-468e-4d00-9048-2b0b5821974c), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.418406 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.418994 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.419853 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.420583 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.421004 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.421406 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.421844 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.422299 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.422788 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.423307 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Pushing event deleted for resources: {'Port': ['ID=d254ef74-468e-4d00-9048-2b0b5821974c,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:31.423502 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.423865 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.424364 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.424848 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.425333 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.425727 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.428612 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] No DVR routers for this DVR port d254ef74-468e-4d00-9048-2b0b5821974c on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:31.440073 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.441814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.441814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.441814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.441814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.441814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.441814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.441814 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.443996 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.443996 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.446234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.446234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.446234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.446234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.446234 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b39bab-b317-451e-b01c-51e211a03587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826510-5-iscsi {{(pid=110665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:31.498513 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (9978a848-3431-483b-aa07-bc40f46cc150), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.533015 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9978a848-3431-483b-aa07-bc40f46cc150']}} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:31.548926 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a243e8f-87af-4dca-9cc5-ed995195da6b') {'for_net_delete': True} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:31.549385 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.services.segments.db [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a243e8f-87af-4dca-9cc5-ed995195da6b') {} {{(pid=110664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:31.563916 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313450'] for segment (1a243e8f-87af-4dca-9cc5-ed995195da6b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.585827 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (1a243e8f-87af-4dca-9cc5-ed995195da6b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.595668 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:08:31.596219 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13265132'] for segment (1a243e8f-87af-4dca-9cc5-ed995195da6b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.596954 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: Traceback (most recent call last): Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: timer() Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: cb(*args, **kw) Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: return func(*args, **kwargs) Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: self._notify() Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: self.callback(batched_events) Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: event.method(event) Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: return f(self, *a, **k) Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._get(url).json() Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:31.599784 dv-cinder-826510-5-iscsi neutron-server[110664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:31.767810 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (9978a848-3431-483b-aa07-bc40f46cc150), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.774097 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:31.777378 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9978a848-3431-483b-aa07-bc40f46cc150 HTTP/1.1" status: 204 len: 168 time: 0.9056408 Apr 18 21:08:31.780544 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57656) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:31.796888 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a5851-ebfc-4554-aa25-a353bfbf3522 admin admin] Pushing event deleted for resources: {'Network': ['ID=9978a848-3431-483b-aa07-bc40f46cc150,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:32.150322 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:32.193499 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996231'] for router_interface (5cd196d3-c075-4b30-9bad-2ecda91514ee), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:32.475961 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Deleting port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:32.476272 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:32.569190 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] For port 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,segment=NetworkSegment(e5eb68b9-d482-4022-8d18-60a2e21561cc),segment_id=e5eb68b9-d482-4022-8d18-60a2e21561cc)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:32.569546 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:32.585026 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Calling delete_port for 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d owned by network:router_interface {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:32.870382 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:32.905744 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:32.908971 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device d254ef74-468e-4d00-9048-2b0b5821974c no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:08:32.944710 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: d254ef74-468e-4d00-9048-2b0b5821974c {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:08:32.945084 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device d254ef74-468e-4d00-9048-2b0b5821974c not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:08:33.112804 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1996123'] for router_interface (5cd196d3-c075-4b30-9bad-2ecda91514ee), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:33.649165 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Router 5cd196d3-c075-4b30-9bad-2ecda91514ee has already been hosted by L3 agent 321d4963-b9c6-467d-9bbe-af0230072450 {{(pid=110664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:33.776309 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] Notify agent at l3_agent.dv-cinder-826510-5-iscsi the message routers_updated {{(pid=110664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:33.784169 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-06a2f540-c425-4e48-88da-161a62b0b398 admin admin] 10.222.0.53 "PUT /v2.0/routers/5cd196d3-c075-4b30-9bad-2ecda91514ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0022442 Apr 18 21:08:33.787290 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57658) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:33.792370 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] Sync routers for ids ['5cd196d3-c075-4b30-9bad-2ecda91514ee'] in dv-cinder-826510-5-iscsi {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:33.813352 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] Routers {'5cd196d3-c075-4b30-9bad-2ecda91514ee'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:33.814416 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:08:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['5cd196d3-c075-4b30-9bad-2ecda91514ee'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:33.915200 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks [] for router (5cd196d3-c075-4b30-9bad-2ecda91514ee), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:34.058383 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks [] for router_gateway (5cd196d3-c075-4b30-9bad-2ecda91514ee), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:34.103450 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] Set router 5cd196d3-c075-4b30-9bad-2ecda91514ee gateway port host: dv-cinder-826510-5-iscsi {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:34.206344 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Deleting port e52ceeff-7c3a-49d2-969d-9a3e5555c838 {{(pid=110664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:34.206910 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:34.308563 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.db [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] For port e52ceeff-7c3a-49d2-969d-9a3e5555c838, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=e52ceeff-7c3a-49d2-969d-9a3e5555c838,segment=NetworkSegment(42801f8c-d5c6-4963-96b2-325127108b06),segment_id=42801f8c-d5c6-4963-96b2-325127108b06)] {{(pid=110664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:34.309186 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:34.318593 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'external_fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:08:32Z', 'revision_number': 5, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port': {'id': 'e52ceeff-7c3a-49d2-969d-9a3e5555c838', 'name': '', 'network_id': '92aa3796-0bca-4a0c-86ad-25b1835a6ffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826510-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:58Z', 'updated_at': '2022-04-18T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09b8cb0a-b9d3-4aee-b89e-dfc2b787b707', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826510-5-iscsi'}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:34.338841 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.plugins.ml2.plugin [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Calling delete_port for e52ceeff-7c3a-49d2-969d-9a3e5555c838 owned by network:router_gateway {{(pid=110664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:34.359028 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] Checking router: 5cd196d3-c075-4b30-9bad-2ecda91514ee for host: dv-cinder-826510-5-iscsi {{(pid=110666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:34.369581 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] Routers {'5cd196d3-c075-4b30-9bad-2ecda91514ee'} bound to L3 agent in host dv-cinder-826510-5-iscsi {{(pid=110666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:34.370644 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826510-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:43:57Z,description=,heartbeat_timestamp=2022-04-18T21:08:27Z,host='dv-cinder-826510-5-iscsi',id=321d4963-b9c6-467d-9bbe-af0230072450,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:43:58Z,topic='l3_agent')) {'router_ids': ['5cd196d3-c075-4b30-9bad-2ecda91514ee'], 'active': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:34.519464 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvr_db [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] Set router 5cd196d3-c075-4b30-9bad-2ecda91514ee gateway port host: None {{(pid=110666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:34.595723 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.l3_hamode_db [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:08:34Z', 'revision_number': 6, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port_host': None}], 'dv-cinder-826510-5-iscsi', False) {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:34.627818 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05749471-d8ab-457c-9423-1bd33617d9f1 None None] The sync data for ids ['5cd196d3-c075-4b30-9bad-2ecda91514ee'] in dv-cinder-826510-5-iscsi is: [{'id': '5cd196d3-c075-4b30-9bad-2ecda91514ee', 'name': 'tempest-TestShelveInstance-1452451696-router', 'tenant_id': '879d1eda763041bba37ccabb44aa5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:57Z', 'updated_at': '2022-04-18T21:08:34Z', 'revision_number': 6, 'project_id': '879d1eda763041bba37ccabb44aa5fac', 'gw_port_host': None}] {{(pid=110666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:34.664484 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264953'] for port (e52ceeff-7c3a-49d2-969d-9a3e5555c838), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:34.706261 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e52ceeff-7c3a-49d2-969d-9a3e5555c838,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:34.780374 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995517'] for router_gateway (5cd196d3-c075-4b30-9bad-2ecda91514ee), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:34.879910 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9639'] for router (5cd196d3-c075-4b30-9bad-2ecda91514ee), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:34.882351 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks [] for router_controller (5cd196d3-c075-4b30-9bad-2ecda91514ee), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.021420 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1992728'] for router (5cd196d3-c075-4b30-9bad-2ecda91514ee), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.022930 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd196d3-c075-4b30-9bad-2ecda91514ee {{(pid=110664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:08:35.029639 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.031248 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-f039e48e-d8d2-4aee-b383-9f4965e69d6f admin admin] 10.222.0.53 "DELETE /v2.0/routers/5cd196d3-c075-4b30-9bad-2ecda91514ee HTTP/1.1" status: 204 len: 168 time: 1.2421329 Apr 18 21:08:35.035044 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57660) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:35.102841 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d864864d-6b22-46f9-a908-472b5d4b250f admin admin] Deleting subnet 83d0d1e2-4f78-4feb-a43f-2d1dfffb9795 {{(pid=110664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 21:08:35.107268 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d864864d-6b22-46f9-a908-472b5d4b250f admin admin] Publish callbacks [] for subnet (83d0d1e2-4f78-4feb-a43f-2d1dfffb9795), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.152508 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d864864d-6b22-46f9-a908-472b5d4b250f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313425'] for subnet (83d0d1e2-4f78-4feb-a43f-2d1dfffb9795), precommit_delete_associations {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.250771 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d864864d-6b22-46f9-a908-472b5d4b250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894766'] for subnet (83d0d1e2-4f78-4feb-a43f-2d1dfffb9795), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.447846 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d864864d-6b22-46f9-a908-472b5d4b250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16149892'] for subnet (83d0d1e2-4f78-4feb-a43f-2d1dfffb9795), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.448606 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:08:35.473174 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:08:35.473660 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device 6d84af4c-1a51-4ca8-bcb7-1b5f763a7d8d not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:08:35.491670 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864864d-6b22-46f9-a908-472b5d4b250f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d0d1e2-4f78-4feb-a43f-2d1dfffb9795,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:35.496027 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-d864864d-6b22-46f9-a908-472b5d4b250f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for subnet (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.502940 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-d864864d-6b22-46f9-a908-472b5d4b250f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/83d0d1e2-4f78-4feb-a43f-2d1dfffb9795 HTTP/1.1" status: 204 len: 168 time: 0.4631879 Apr 18 21:08:35.512470 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.wsgi [-] (110663) accepted ('10.222.0.53', 57662) {{(pid=110663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:35.519719 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad4dbe6-9ce3-43fa-9971-978f473186f0 None None] Network a1bd3049-60ad-4377-b0e4-83dacf7724a6 requested from dv-cinder-826510-5-iscsi {{(pid=110665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 21:08:35.603645 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689503'] for network (a1bd3049-60ad-4377-b0e4-83dacf7724a6), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.677980 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Deleting port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc {{(pid=110663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:35.678801 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.756496 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] DHCP port deletion for a1bd3049-60ad-4377-b0e4-83dacf7724a6 request from dv-cinder-826510-5-iscsi {{(pid=110665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 21:08:35.777203 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.db [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] For port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,segment=NetworkSegment(e5eb68b9-d482-4022-8d18-60a2e21561cc),segment_id=e5eb68b9-d482-4022-8d18-60a2e21561cc)] {{(pid=110663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:35.777854 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.793636 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.plugin [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Calling delete_port for cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc owned by network:dhcp {{(pid=110663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:35.808163 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] Deleting port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc {{(pid=110665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 21:08:35.808747 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788133507368'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), before_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.929148 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.db [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] For port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc, host dv-cinder-826510-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826510-5-iscsi',level=0,port_id=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,segment=NetworkSegment(e5eb68b9-d482-4022-8d18-60a2e21561cc),segment_id=e5eb68b9-d482-4022-8d18-60a2e21561cc)] {{(pid=110665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:35.929615 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001993'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), precommit_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:35.948371 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] Calling delete_port for cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc owned by network:dhcp {{(pid=110665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 21:08:36.013932 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12669795'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:36.042110 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:36.049263 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-869826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788133513750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788133138369'] for port (cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc), after_delete {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:36.052154 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] No DVR routers for this DVR port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc on host dv-cinder-826510-5-iscsi {{(pid=110663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:36.097165 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] Pushing event deleted for resources: {'Port': ['ID=cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc,revision_number=None']} {{(pid=110665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:36.102380 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef82fb1-0796-4b44-9685-c0fe9ab54858 None None] No DVR routers for this DVR port cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc on host dv-cinder-826510-5-iscsi {{(pid=110665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:36.165790 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891029', 'neutron.services.segments.db._delete_segments_for_network-8788133546168'] for network (a1bd3049-60ad-4377-b0e4-83dacf7724a6), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:36.199121 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bd3049-60ad-4377-b0e4-83dacf7724a6']}} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:36.213822 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eb68b9-d482-4022-8d18-60a2e21561cc') {'for_net_delete': True} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:36.214215 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.services.segments.db [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eb68b9-d482-4022-8d18-60a2e21561cc') {} {{(pid=110663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:36.228628 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788133601217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13184721'] for segment (e5eb68b9-d482-4022-8d18-60a2e21561cc), before_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:36.255097 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637'] for segment (e5eb68b9-d482-4022-8d18-60a2e21561cc), precommit_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:36.265665 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=110663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:08:36.266336 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12669878'] for segment (e5eb68b9-d482-4022-8d18-60a2e21561cc), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: Traceback (most recent call last): Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: timer() Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: cb(*args, **kw) Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: return func(*args, **kwargs) Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: self._notify() Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: self.callback(batched_events) Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: event.method(event) Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: return f(self, *a, **k) Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._get(url).json() Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:36.273752 dv-cinder-826510-5-iscsi neutron-server[110663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:36.476477 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995481'] for network (a1bd3049-60ad-4377-b0e4-83dacf7724a6), after_delete {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:36.490466 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron_lib.callbacks.manager [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576996'] for network (None), before_response {{(pid=110663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:36.492238 dv-cinder-826510-5-iscsi neutron-server[110663]: INFO neutron.wsgi [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a1bd3049-60ad-4377-b0e4-83dacf7724a6 HTTP/1.1" status: 204 len: 168 time: 0.9875615 Apr 18 21:08:36.508183 dv-cinder-826510-5-iscsi neutron-server[110663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ef894-c91f-427d-a377-e57a7b312213 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bd3049-60ad-4377-b0e4-83dacf7724a6,revision_number=None']} {{(pid=110663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:36.912756 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e52ceeff-7c3a-49d2-969d-9a3e5555c838 no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:08:36.934959 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: e52ceeff-7c3a-49d2-969d-9a3e5555c838 {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:08:36.935838 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device e52ceeff-7c3a-49d2-969d-9a3e5555c838 not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:08:36.936305 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc no longer exists at agent ovs-agent-dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:08:36.959524 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.plugin [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] No Port match for: cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc {{(pid=110665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 21:08:36.959524 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron.plugins.ml2.rpc [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Device cfae2026-d307-4bc7-a9fc-0e4e82fbd3fc not bound to the agent host dv-cinder-826510-5-iscsi {{(pid=110665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:08:37.110458 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57666) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:37.159155 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-6a0c34dd-bdbd-4131-87eb-10e1bf4cfdeb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ab7c5670e36409c86fad1de1e6a9027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470982 Apr 18 21:08:37.161717 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57668) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:37.229125 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e24292ea-9b77-4f68-ac95-02347c4dec43 admin admin] Publish callbacks [] for security_group (665d7985-f956-4d26-95cf-ad3c222e968b), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:37.255193 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e24292ea-9b77-4f68-ac95-02347c4dec43 admin admin] Publish callbacks [] for security_group (665d7985-f956-4d26-95cf-ad3c222e968b), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:37.391574 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e24292ea-9b77-4f68-ac95-02347c4dec43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (665d7985-f956-4d26-95cf-ad3c222e968b), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:37.396476 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-e24292ea-9b77-4f68-ac95-02347c4dec43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:37.398685 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-e24292ea-9b77-4f68-ac95-02347c4dec43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/665d7985-f956-4d26-95cf-ad3c222e968b HTTP/1.1" status: 204 len: 168 time: 0.2356968 Apr 18 21:08:37.412915 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24292ea-9b77-4f68-ac95-02347c4dec43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d7985-f956-4d26-95cf-ad3c222e968b,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:38.274514 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57674) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:38.319619 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-b294137f-bc45-44d8-be8c-87489a6d5cfc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=879d1eda763041bba37ccabb44aa5fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438604 Apr 18 21:08:38.323216 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [-] (110664) accepted ('10.222.0.53', 57676) {{(pid=110664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 21:08:38.384411 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1aee8477-8a72-4745-8d36-a07eeaf9de20 admin admin] Publish callbacks [] for security_group (5d05decb-643e-4238-ac9c-c22ddc2ade10), before_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:38.410476 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1aee8477-8a72-4745-8d36-a07eeaf9de20 admin admin] Publish callbacks [] for security_group (5d05decb-643e-4238-ac9c-c22ddc2ade10), precommit_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:38.578999 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1aee8477-8a72-4745-8d36-a07eeaf9de20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634912'] for security_group (5d05decb-643e-4238-ac9c-c22ddc2ade10), after_delete {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:38.581729 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron_lib.callbacks.manager [None req-1aee8477-8a72-4745-8d36-a07eeaf9de20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:38.582986 dv-cinder-826510-5-iscsi neutron-server[110664]: INFO neutron.wsgi [None req-1aee8477-8a72-4745-8d36-a07eeaf9de20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d05decb-643e-4238-ac9c-c22ddc2ade10 HTTP/1.1" status: 204 len: 168 time: 0.2587507 Apr 18 21:08:38.592685 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee8477-8a72-4745-8d36-a07eeaf9de20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05decb-643e-4238-ac9c-c22ddc2ade10,revision_number=None']} {{(pid=110664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:38.737474 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:08:54.971335 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-f6e19f03-2155-45c7-9092-98da21e4232b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:57.297704 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-38830d35-a0d1-44f6-9ecb-3c3785c32211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:08:58.401140 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:00.234845 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:01.600649 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:02.109144 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:15.737847 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:09:24.960164 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-22d8098a-c400-44e5-bb12-1d58b172a20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:27.303615 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-fbc44cc3-3f07-4e50-b98c-591470700cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:28.411232 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:30.233783 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:31.594520 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:32.148904 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:34.560504 dv-cinder-826510-5-iscsi neutron-server[110664]: DEBUG neutron.wsgi [req-765462df-268f-4173-99eb-bafa2b497ec9 req-c39aae3f-7372-4e2e-9077-2f6b086b1c4d service neutron] (110664) timed out ('10.222.0.78', 57403) {{(pid=110664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 18 21:09:52.738095 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:09:54.970457 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-1689d48a-5e11-4318-934e-08be9aec3d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:57.285070 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-50eaab97-0917-49d7-8bf4-8454c6a6f8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:09:58.421913 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:00.255880 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:01.569903 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:02.084231 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:24.963698 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-93a6eac1-8dcf-435a-bf6b-72592a8d0795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:27.306652 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7e6f52b7-fd94-474e-8576-f5d1e677071a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:28.431888 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:29.738027 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:10:30.255378 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:31.574689 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:32.094999 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:54.950760 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-60395e16-baf3-467b-b515-7267ee7e3943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:57.282996 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-d1dc9bc5-7520-45b6-83be-476e80390cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:10:58.482370 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:00.259718 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:01.591043 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:02.105229 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:06.737084 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:11:24.961443 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6b99-7851-480f-a2b2-4a48b165c5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:27.288393 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-82543b14-1c6a-47e4-bea7-a8dc1406911b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:28.459371 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:30.247493 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:31.584591 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:32.121700 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:43.736036 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:11:54.989622 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-2f8db028-31db-4745-8214-5452d057c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:57.354759 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-8f8270e6-e19a-4b57-a538-3c567bd20b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:11:58.423189 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:00.257425 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:01.566196 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:02.120645 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:20.740592 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:12:24.994340 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-b86226b4-8695-4b79-b4f7-0dcaceb1edad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:27.291283 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-9813d0df-0011-4a11-a593-8951211b3e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:28.456867 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:30.257316 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:31.559251 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:32.147999 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:54.964453 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4343-b40b-4286-b749-ca00551e8b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:57.301469 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-4a46215c-78bb-4c7e-ac81-8b8d8c617370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:12:57.740870 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:12:58.542362 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:00.261660 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:01.552666 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:02.421247 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:24.958458 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-22ab2145-0a72-450d-85d9-88f8c18744b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:27.380465 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-7538152b-1c7b-47a7-970f-b18e4a57aa92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:28.425959 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:30.260770 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:31.592095 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:32.151848 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:34.743644 dv-cinder-826510-5-iscsi neutron-server[110666]: DEBUG neutron.db.agents_db [None req-01f2d052-c14f-4938-b3d3-ef9a85265def None None] Agent healthcheck: found 6 active agents {{(pid=110666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:13:54.945354 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-ca66852f-e82f-44b3-8530-36dda6966dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (9e12bf4a-bc81-49b4-88d8-2fef67d87ee5), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:57.288680 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-fc4b05cc-165a-4dcd-9304-2cb81d80a134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (321d4963-b9c6-467d-9bbe-af0230072450), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:13:58.442926 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-01ef7a1c-f476-4662-b30d-9793480bfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e3b2c4a2-d99b-44a1-b015-19da2972d5c9), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:14:00.288388 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-81ef3a68-40d7-4650-a767-330f9d5967a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (e40ce6f2-fd6a-4fb0-a977-a87d9ed3940b), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:14:01.600022 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-e221987c-d3d5-4208-8ea5-1a6eb50bc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (516aa241-f2c2-44e7-afeb-1a7e9b456d71), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 21:14:02.161780 dv-cinder-826510-5-iscsi neutron-server[110665]: DEBUG neutron_lib.callbacks.manager [None req-49ea9154-3109-4839-aee3-dd968029d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788133546150', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (77830734-3d42-4cb6-80ef-6acf7eb52b20), after_update {{(pid=110665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}